-- Logs begin at Tue 2021-06-01 12:07:29 UTC, end at Tue 2021-06-01 13:06:49 UTC. --
Jun 01 12:37:13.008957 dv-cinder-776307-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 01 12:37:13.983776 dv-cinder-776307-6-iscsi neutron-server[103664]: Beware of the coming changes in the project packaging
Jun 01 12:37:13.984418 dv-cinder-776307-6-iscsi neutron-server[103664]: https://github.com/svinota/pyroute2/discussions/786
Jun 01 12:37:15.492163 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.common.config [-] Logging enabled!
Jun 01 12:37:15.492817 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 01 12:37:15.492908 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 01 12:37:15.496204 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.common.config [-] Logging enabled!
Jun 01 12:37:15.496450 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249
Jun 01 12:37:15.496763 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 01 12:37:15.497715 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 12:37:15.497950 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 12:37:15.498317 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 12:37:15.498560 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 12:37:15.498814 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 12:37:15.499120 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.499389 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.499707 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.499936 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.500203 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.500492 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.500770 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.501053 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.501358 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.501641 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.501917 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.502196 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.502423 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.502826 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.503131 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.503418 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.503645 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.503907 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.504331 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.504742 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.505021 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.505340 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.505617 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.505887 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.506167 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.506442 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.506781 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] host                           = dv-cinder-776307-6-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.507076 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.507391 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.507674 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.507957 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.508230 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.508503 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.508782 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.509051 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.509320 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.509592 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.509903 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.510190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.510483 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.510733 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.510956 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.511248 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.511531 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.511800 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.512069 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.512338 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.512604 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.512871 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.513286 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.513577 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.513860 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.514145 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.514417 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.514711 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.514982 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.515251 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.515533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.515801 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.516070 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.516337 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.516616 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.516880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.517149 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.517443 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.517724 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.517999 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.518279 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.518546 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.518855 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.519127 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.519399 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.519667 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.519934 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.520202 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.520477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.520743 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.521008 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.521281 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.521552 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.521834 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:15.522133 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.522427 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.522750 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.523318 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.523318 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.523591 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.523876 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.524150 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.524434 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.524718 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.525007 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.525287 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.525575 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.525853 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.526144 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.526446 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.526766 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.527058 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.527332 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.527604 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.527876 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.528152 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.528436 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.528746 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.529037 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.529325 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.529588 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.529876 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.530153 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.530424 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.530724 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.531012 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.531299 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.531570 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.531854 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.532131 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.532402 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.532671 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.532945 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.533232 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.533509 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.533778 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.534046 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.534320 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.534590 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.534895 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.535172 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.535474 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.535747 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.536024 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.536297 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.536566 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.536840 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.537109 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.537387 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.537689 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.537958 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.538231 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.538500 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.538795 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.539068 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.539335 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.539612 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.539880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.540149 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.540417 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.540687 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.540958 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.541247 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.541543 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.541820 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.542096 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.542372 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.542649 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.542944 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.543221 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.543496 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.543773 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.544041 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.544377 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.544917 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.544917 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.545212 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.545491 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.545783 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.546058 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.546340 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.546613 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.546910 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.547198 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.547481 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.547780 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.548068 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.548358 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.548651 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.548945 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.549232 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.549533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.549814 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:15.550030 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 12:37:15.550268 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 01 12:37:15.898112 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:15.898344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:15.898681 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:15.899160 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 01 12:37:16.305734 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.306022 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.306282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.307494 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.307766 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.308026 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.343644 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.343927 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.344193 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.357477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.357825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.358093 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.387863 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.388189 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.388479 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.424984 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.425255 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.425519 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.684535 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc2bdd23ee0> agent after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.685236 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc2bdd23ee0> agent after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.685236 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc2bdd23e50> segment precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.685987 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc2bdd23dc0> network precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.686847 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc2bdd489d0> segment before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.815397 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> network before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.815722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc2bddb60d0> agent before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.816016 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> network before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.816292 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.816566 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.816882 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> segment precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.817137 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> segment precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.817413 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> segment after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.817674 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> segment after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.817959 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.818226 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> network precommit_delete 0 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.818470 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port provisioning_complete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.818766 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.819025 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.819591 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> agent after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.819591 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.821018 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> subnet precommit_delete 0 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.821313 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.821588 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.821888 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> segment_host_mapping after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.822250 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.822512 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.822796 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.823094 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.823351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.823591 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc2be65cdc0>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.823985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.824233 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.824478 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.824719 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.824960 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.825200 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:16.825687 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 01 12:37:16.829225 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 01 12:37:16.833486 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 01 12:37:16.837338 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])])
Jun 01 12:37:16.838997 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 01 12:37:16.839465 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 01 12:37:16.839806 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 01 12:37:16.840204 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 01 12:37:16.843795 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 01 12:37:16.844047 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 01 12:37:16.844405 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 01 12:37:16.872390 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 01 12:37:16.873361 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc2bddeb8b0>> qos_plugin after_init 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.873672 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 01 12:37:16.874043 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc2bddeb4f0>> logging-plugin after_init 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.875447 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 01 12:37:16.875710 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 01 12:37:16.875986 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 01 12:37:16.879297 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc2bdb842e0>> floatingip before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.879577 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc2bdb842e0>> port before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:16.947522 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 01 12:37:16.947719 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 01 12:37:16.947910 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 01 12:37:16.948296 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 01 12:37:16.985802 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_db.sqlalchemy.engines [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 01 12:37:17.341033 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing driver for type 'gre'
Jun 01 12:37:17.341897 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] gre ID ranges: [(1, 1000)]
Jun 01 12:37:17.396864 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing driver for type 'local'
Jun 01 12:37:17.397234 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing driver for type 'vlan'
Jun 01 12:37:17.415936 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] VlanTypeDriver initialization complete
Jun 01 12:37:17.416338 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing driver for type 'vxlan'
Jun 01 12:37:17.416982 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] vxlan ID ranges: [(1, 1000)]
Jun 01 12:37:17.479681 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing extension driver 'port_security'
Jun 01 12:37:17.480028 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.extensions.port_security [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] PortSecurityExtensionDriver initialization complete
Jun 01 12:37:17.480361 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing mechanism driver 'openvswitch'
Jun 01 12:37:17.480691 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing mechanism driver 'hyperv'
Jun 01 12:37:17.487554 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:17.488346 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc34580>> port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.488726 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc34580>> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.489089 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc34580>> port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.489486 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc342e0>> subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.489847 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc342e0>> subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.490204 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bdc342e0>> subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.490596 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de4c0>> network after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.490976 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de4c0>> network after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.491329 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de4c0>> network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.491711 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de6d0>> security_group after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.492062 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de6d0>> security_group after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.492405 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de6d0>> security_group after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.492792 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de940>> security_group_rule after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.493135 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de940>> security_group_rule after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.493476 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6de940>> security_group_rule after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.493857 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6deb80>> address_group after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.494204 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6deb80>> address_group after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.494542 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc2bd6deb80>> address_group after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.494913 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] ML2 OVO RPC backend initialized. {{(pid=103664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 01 12:37:17.495731 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> router_interface after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.495997 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> router_interface after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.496408 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> network before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.496758 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> networks before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.497110 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> port before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.497525 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> ports before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.498001 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> subnet before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.498350 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> subnets before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.498729 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> network after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.499079 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> network after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.499414 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.499754 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.500114 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.500432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.500769 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.501109 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.501441 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc2bd6def40>> subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.502023 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.plugin [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Modular L2 Plugin initialization complete
Jun 01 12:37:17.502364 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading services supported by the core plugin {{(pid=103664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 01 12:37:17.502710 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Got port-security extension from driver 'port_security'
Jun 01 12:37:17.503176 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.extensions.vlantransparent [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Disabled vlantransparent extension.
Jun 01 12:37:17.503673 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 01 12:37:17.503985 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: router
Jun 01 12:37:17.541571 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router_interface before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.541971 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.542378 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router before_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.542751 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router_interface before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.543114 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router_interface after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.543471 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_delete 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.543832 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> floatingip after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.544263 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.544906 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.545053 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.545313 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router_gateway after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.545704 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.546274 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.546651 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc2bdcfb940> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.547024 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc2bdcfba60> port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.547389 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc2bdcfb9d0> subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.547738 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc2bdcfb820> subnetpool_address_scope after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.548223 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> port precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.548609 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.548958 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc2bdcf3430> port before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.549307 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.549748 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.550015 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_delete 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.550368 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.550766 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router_interface after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.551116 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> router precommit_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.551492 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc2bd6defd0>> network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.552394 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Tracking information for resource: router configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:17.552715 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Tracking information for resource: floatingip configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 01 12:37:17.557902 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.db.l3_agentschedulers_db [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 01 12:37:17.558494 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc2bd656e50> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.558899 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc2bd656d30> port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.559249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _notify_port_delete at 0x7fc2bd656dc0> port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.559640 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc2bd65b160> port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.560596 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc2bd685250>> router before_create 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.560937 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc2bd685250>> router precommit_delete 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.561300 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc2bd685250>> router precommit_create 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.561661 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc2bd685250>> router precommit_update 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.566158 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.provider_configuration [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service providers = [] {{(pid=103664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 01 12:37:17.566522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.db.servicetype_db [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 01 12:37:17.569517 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 12:37:17.569866 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 12:37:17.570212 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 12:37:17.571121 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 01 12:37:17.571496 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.services.service_base [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 01 12:37:17.572078 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.572404 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 01 12:37:17.583351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.583691 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: auto_allocate
Jun 01 12:37:17.589512 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc2bd6a9550> network precommit_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.589886 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc2bd6a9550> network precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.590406 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.590754 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: tag
Jun 01 12:37:17.597698 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.597979 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: timestamp
Jun 01 12:37:17.601782 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.602116 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: network_ip_availability
Jun 01 12:37:17.607921 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd69bee0>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.607921 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd69bee0>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.608327 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd69bee0>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.609053 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.609380 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: flavors
Jun 01 12:37:17.614484 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.614845 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading Plugin: revisions
Jun 01 12:37:17.619199 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 01 12:37:17.619588 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.721s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:17.620334 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 01 12:37:17.620672 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Initializing extension manager.
Jun 01 12:37:17.621187 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: __init__.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.621523 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: __pycache__ {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.621860 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.622200 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.623063 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.623907 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: address-group
Jun 01 12:37:17.624236 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: address_scope.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.624950 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.625493 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: address-scope
Jun 01 12:37:17.625944 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.627196 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.627823 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: router-admin-state-down-before-update
Jun 01 12:37:17.628266 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: agent.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.629087 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.629721 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: agent
Jun 01 12:37:17.630153 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: agent_resources_synced.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.631802 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.632388 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: agent-resources-synced
Jun 01 12:37:17.632829 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.635065 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.635631 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: allowed-address-pairs
Jun 01 12:37:17.636087 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.637454 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.638031 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: auto-allocated-topology
Jun 01 12:37:17.638637 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.639420 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.640135 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: availability_zone
Jun 01 12:37:17.640583 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: availability_zone_filter.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.641512 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.642037 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: availability_zone_filter
Jun 01 12:37:17.642367 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: data_plane_status.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.643456 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.644065 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 01 12:37:17.644432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: default_subnetpools.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.645357 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.645893 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: default-subnetpools
Jun 01 12:37:17.646198 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.647047 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.647728 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: dhcp_agent_scheduler
Jun 01 12:37:17.648227 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: dns.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.649292 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.649953 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension dns-integration not supported by any of loaded plugins
Jun 01 12:37:17.650282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: dns_domain_ports.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.651497 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.652222 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 01 12:37:17.652489 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: dvr.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.653331 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.654083 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: dvr
Jun 01 12:37:17.654412 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: empty_string_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.655501 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.656182 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: empty-string-filtering
Jun 01 12:37:17.656509 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.657712 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.658382 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 01 12:37:17.658856 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.659853 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.660496 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 01 12:37:17.661108 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: external_net.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.661905 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.662548 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: external-net
Jun 01 12:37:17.663035 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.664113 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.664849 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: extra_dhcp_opt
Jun 01 12:37:17.665252 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: extraroute.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.666315 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.667139 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: extraroute
Jun 01 12:37:17.667558 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: extraroute_atomic.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.668786 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.669474 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: extraroute-atomic
Jun 01 12:37:17.669889 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: filter_validation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.670969 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.671490 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: filter-validation
Jun 01 12:37:17.671814 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: fip_pf_description.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.672969 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.673479 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 01 12:37:17.673807 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: fip_port_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.674743 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.675410 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: fip-port-details
Jun 01 12:37:17.675848 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: flavors.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.677164 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.677795 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: flavors
Jun 01 12:37:17.678226 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.680259 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.680916 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 01 12:37:17.681383 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: floatingip_pools.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.682229 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.682789 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: floatingip-pools
Jun 01 12:37:17.683117 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: ip_allocation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.684462 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.685524 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 01 12:37:17.685524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.686408 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.687102 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: ip-substring-filtering
Jun 01 12:37:17.687396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l2_adjacency.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.688495 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.689130 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 01 12:37:17.689544 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.690805 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.691508 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: router
Jun 01 12:37:17.691794 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.694390 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.694948 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 01 12:37:17.695282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.696218 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.696799 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: ext-gw-mode
Jun 01 12:37:17.697120 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.698037 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.698557 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: l3-ha
Jun 01 12:37:17.698937 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3_flavors.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.699847 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.700368 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: l3-flavors
Jun 01 12:37:17.700945 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.702021 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.702536 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 01 12:37:17.703030 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: l3agentscheduler.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.704110 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.704947 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: l3_agent_scheduler
Jun 01 12:37:17.705275 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: logging.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.706811 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.707345 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension logging not supported by any of loaded plugins
Jun 01 12:37:17.707672 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: metering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.708410 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.708998 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: metering
Jun 01 12:37:17.709324 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.710411 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.710997 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: metering_source_and_destination_fields
Jun 01 12:37:17.711301 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: multiprovidernet.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.712368 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.712885 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: multi-provider
Jun 01 12:37:17.713214 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: netmtu.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.714127 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.714642 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: net-mtu
Jun 01 12:37:17.714988 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: netmtu_writable.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.715912 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.716446 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: net-mtu-writable
Jun 01 12:37:17.716919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: network_availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.717585 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.718100 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: network_availability_zone
Jun 01 12:37:17.718419 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: network_ip_availability.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.719545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.720061 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: network-ip-availability
Jun 01 12:37:17.720386 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: network_segment_range.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.721152 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.721663 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 01 12:37:17.721986 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: pagination.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.723019 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.723326 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: pagination
Jun 01 12:37:17.723649 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: port_device_profile.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.724559 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.725076 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: port-device-profile
Jun 01 12:37:17.725402 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.726317 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.726870 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: port-mac-address-regenerate
Jun 01 12:37:17.727189 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.728088 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.728596 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: port-numa-affinity-policy
Jun 01 12:37:17.728920 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: port_resource_request.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.729836 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.730342 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 01 12:37:17.730780 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: portbindings.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.731623 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.732199 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: binding
Jun 01 12:37:17.732824 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: portbindings_extended.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.734135 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.734691 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: binding-extended
Jun 01 12:37:17.735020 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: portsecurity.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.735936 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.736456 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: port-security
Jun 01 12:37:17.736777 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: project_id.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.737750 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.738076 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: project-id
Jun 01 12:37:17.738397 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: providernet.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.739347 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.739865 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: provider
Jun 01 12:37:17.740185 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.743768 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.744293 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos not supported by any of loaded plugins
Jun 01 12:37:17.744623 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.745862 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.746390 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 01 12:37:17.746760 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.747721 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.748239 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 01 12:37:17.748561 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_default.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.749469 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.749989 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-default not supported by any of loaded plugins
Jun 01 12:37:17.750315 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_fip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.750998 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.751516 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-fip not supported by any of loaded plugins
Jun 01 12:37:17.751839 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.752756 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.753274 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 01 12:37:17.753598 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.754500 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.755055 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 01 12:37:17.755381 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.756283 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.756795 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 01 12:37:17.757119 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: qos_rules_alias.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.758163 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.758710 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 01 12:37:17.759024 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: quotasv2.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.760122 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.760450 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: quotas
Jun 01 12:37:17.760784 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: quotasv2_detail.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.762401 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.762847 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: quota_details
Jun 01 12:37:17.763247 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: rbac.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.764407 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.764943 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: rbac-policies
Jun 01 12:37:17.765274 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: rbac_address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.766195 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.766747 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: rbac-address-group
Jun 01 12:37:17.767076 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: rbac_address_scope.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.767997 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.768515 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: rbac-address-scope
Jun 01 12:37:17.768836 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: rbac_security_groups.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.769738 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.770248 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: rbac-security-groups
Jun 01 12:37:17.770567 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.771515 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.772026 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: rbac-subnetpool
Jun 01 12:37:17.772345 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: revisionifmatch.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.773256 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.773769 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: revision-if-match
Jun 01 12:37:17.774090 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: revisions.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.775228 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.775746 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: standard-attr-revisions
Jun 01 12:37:17.776073 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: router_availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.776747 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.777258 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: router_availability_zone
Jun 01 12:37:17.777584 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: routerservicetype.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.778504 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.779172 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension router-service-type not supported by any of loaded plugins
Jun 01 12:37:17.779674 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.780597 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.781124 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: security-groups-normalized-cidr
Jun 01 12:37:17.781450 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.782367 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.782921 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: port-security-groups-filtering
Jun 01 12:37:17.783249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.784185 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.784699 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: security-groups-remote-address-group
Jun 01 12:37:17.785024 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: securitygroup.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.794883 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.795514 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: security-group
Jun 01 12:37:17.795851 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: segment.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.796658 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.797175 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension segment not supported by any of loaded plugins
Jun 01 12:37:17.797505 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.798429 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.798997 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 01 12:37:17.799328 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: servicetype.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.800444 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.800965 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: service-type
Jun 01 12:37:17.801290 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: sorting.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.802262 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.802594 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: sorting
Jun 01 12:37:17.802944 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: standard_attr_segment.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.803858 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.804407 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 01 12:37:17.804701 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: standardattrdescription.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.805352 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.805860 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: standard-attr-description
Jun 01 12:37:17.806184 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: stateful_security_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.807131 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.807617 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: stateful-security-group
Jun 01 12:37:17.807939 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: stdattrs_common.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.808529 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 01 12:37:17.808848 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.809835 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.810617 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 01 12:37:17.810980 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnet_onboard.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.812116 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.812636 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: subnet_onboard
Jun 01 12:37:17.812959 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.813957 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.814469 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 01 12:37:17.814823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnet_service_types.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.815830 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.816351 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: subnet-service-types
Jun 01 12:37:17.816675 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnetallocation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.817763 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.818292 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: subnet_allocation
Jun 01 12:37:17.818623 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.819307 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.819819 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: subnetpool-prefix-ops
Jun 01 12:37:17.820138 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.821070 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.821579 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 01 12:37:17.821902 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: tagging.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.823024 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.823545 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: standard-attr-tag
Jun 01 12:37:17.823870 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: timestamp.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.825091 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.825671 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loaded extension: standard-attr-timestamp
Jun 01 12:37:17.826001 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: trunk.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.827068 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.827588 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension trunk not supported by any of loaded plugins
Jun 01 12:37:17.827916 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: trunk_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.828843 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.829665 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension trunk-details not supported by any of loaded plugins
Jun 01 12:37:17.829989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.830934 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.831451 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 01 12:37:17.831780 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Loading extension file: vlantransparent.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 01 12:37:17.832451 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 01 12:37:17.832963 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 01 12:37:17.835536 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:network
Jun 01 12:37:17.836317 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnet
Jun 01 12:37:17.838288 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 12:37:17.838951 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:port
Jun 01 12:37:17.840249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.840689 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service FLAVORS assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.841859 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.842310 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.842648 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:router
Jun 01 12:37:17.843348 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:floatingip
Jun 01 12:37:17.844067 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service METERING assigned prefix: /metering {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.845525 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd579430>> rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.845903 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd579430>> rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.846255 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc2bd579430>> rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:37:17.847463 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 01 12:37:17.847976 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:security_group
Jun 01 12:37:17.848602 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 01 12:37:17.849325 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service CORE assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.849685 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 12:37:17.850023 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] subnetpool is already registered
Jun 01 12:37:17.850633 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service CORE assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.850994 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 12:37:17.851320 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] subnetpool is already registered
Jun 01 12:37:17.853946 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.854372 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service FLAVORS assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.855007 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.855427 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.855760 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:router
Jun 01 12:37:17.856088 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] router is already registered
Jun 01 12:37:17.856688 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:floatingip
Jun 01 12:37:17.857540 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] floatingip is already registered
Jun 01 12:37:17.858183 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service METERING assigned prefix: /metering {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.858901 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 01 12:37:17.859226 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] rbac_policy is already registered
Jun 01 12:37:17.859779 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:security_group
Jun 01 12:37:17.860116 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] security_group is already registered
Jun 01 12:37:17.860711 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 01 12:37:17.861048 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] security_group_rule is already registered
Jun 01 12:37:17.861729 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service CORE assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.862061 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 12:37:17.862394 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] subnetpool is already registered
Jun 01 12:37:17.863038 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Service CORE assigned prefix:  {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 01 12:37:17.863370 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 01 12:37:17.863694 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] subnetpool is already registered
Jun 01 12:37:17.864334 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: extensions {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.865853 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: address-groups {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.867494 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: address-scopes {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.868722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.869867 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: auto-allocated-topology {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.871157 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: availability_zones {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.872494 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: dhcp-networks {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.873909 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: dhcp-agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.875369 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.877154 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: flavors {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.878319 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: service_profiles {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.879574 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: next_providers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.881085 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: service_profiles {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.882520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: floatingip-pools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.883760 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.885578 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: floatingips {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.886802 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: l3-routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.888235 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: l3-agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.889623 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: metering-labels {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.891006 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: metering-label-rules {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.892289 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: network-ip-availabilities {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.893536 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: bindings {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.895212 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: quotas {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.896632 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: quotas {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.898030 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: rbac-policies {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.899353 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: security-groups {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.900721 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: security-group-rules {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.901956 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: service-providers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.903208 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: subnetpools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.905818 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: subnetpools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.907432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:17.909266 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.062722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.064485 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.066238 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.068151 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.069814 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.071719 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.073461 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.075327 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 01 12:37:18.081651 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING keystonemiddleware.auth_token [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 01 12:37:18.086422 dv-cinder-776307-6-iscsi neutron-server[103664]: WARNING keystonemiddleware.auth_token [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 01 12:37:18.094634 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Acquired lock "singleton_lock" {{(pid=103664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 01 12:37:18.095124 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Releasing lock "singleton_lock" {{(pid=103664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 01 12:37:18.095768 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Starting 2 workers
Jun 01 12:37:18.100438 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Started child 103769 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 12:37:18.104639 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Started child 103770 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 12:37:18.105805 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.106397 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO neutron.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 01 12:37:18.106739 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Notify callbacks [] for process, before_spawn {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.107255 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [-] (103769) wsgi starting up on http://0.0.0.0:9696
Jun 01 12:37:18.109114 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Starting 1 workers
Jun 01 12:37:18.109987 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.111360 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [-] (103770) wsgi starting up on http://0.0.0.0:9696
Jun 01 12:37:18.114108 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Started child 103771 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 12:37:18.114614 dv-cinder-776307-6-iscsi neutron-server[103664]: INFO oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Starting 1 workers
Jun 01 12:37:18.117604 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] calling RpcWorker wait() {{(pid=103771) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 01 12:37:18.118161 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] returning from RpcWorker wait() {{(pid=103771) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 01 12:37:18.119017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Started child 103772 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 01 12:37:18.119423 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.119730 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2cbcad51-b465-4689-b433-93079f1c53a9 None None] Notify callbacks [] for process, after_spawn {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.119998 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:18.121570 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 01 12:37:18.121732 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 12:37:18.121915 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 12:37:18.122129 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 12:37:18.122531 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 12:37:18.122722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 12:37:18.123219 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.123573 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.123967 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.124236 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.124528 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.124665 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:18.125141 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.125294 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.125738 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.126014 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.126273 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.126460 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.126598 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.126876 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.127109 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.127434 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.127686 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.127926 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.128180 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.128324 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.128586 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.128862 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.129085 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.129331 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.129587 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.130085 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.130310 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.130557 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.130812 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.131062 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.131308 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.131747 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.131982 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.132116 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.132263 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.132492 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.132736 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.132951 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.133183 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.133442 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.133660 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.134292 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-6-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.134511 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.134771 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.135023 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.135283 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.135526 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.135740 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.135993 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.136313 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.136570 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.136705 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.136927 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.137160 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.137495 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.137629 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.137782 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.138139 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.138414 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.138666 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.138861 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.139028 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.139207 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.139463 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.139708 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.139872 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.140087 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.140299 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.140512 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.140749 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.140978 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.141239 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.141480 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.141769 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.141914 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.142144 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.142370 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.142614 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.142840 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.143167 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.143336 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.143546 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.143777 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.144020 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.144231 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.144441 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.144694 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.144924 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.145166 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.145409 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.145661 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.146793 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.146793 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.146793 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.146793 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.147114 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.147229 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.147861 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.148219 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.148430 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.148545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.148746 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.148967 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.149176 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.149386 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.149637 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.149986 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.150188 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.150472 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.150978 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.151588 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.154376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.156520 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157523 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.157670 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.86/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.159190 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.160477 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.161813 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.162575 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.162575 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.162575 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.162575 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.163267 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.163267 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.163267 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.166159 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172017 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.172522 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.173545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174022 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174022 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174022 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174231 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174482 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.174881 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.175150 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.175397 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.175704 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.176262 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.176262 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.176470 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.176887 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.177270 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.177650 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.178092 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.178323 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.178770 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.179355 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.179820 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.179935 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46596) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:18.180107 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.180335 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.180624 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.180841 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.181106 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.181395 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.181677 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.181980 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.182214 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.182446 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.182752 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.182954 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.183201 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.183430 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.183673 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.183906 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.184177 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.184407 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.184624 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.184837 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.185283 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.185765 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.186067 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.186284 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.186517 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.186819 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.187068 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.187309 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.187576 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.187833 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.188086 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.188333 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.188581 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.86/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.188790 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.189165 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.189565 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.189932 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.190366 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.190855 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.191285 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.191827 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.192349 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.192805 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.193212 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.193639 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.194274 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.194706 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.195096 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0083394
Jun 01 12:37:18.195344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.195778 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.196179 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.196611 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.197211 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.197352 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.198132 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.198132 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.198132 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.198388 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.198490 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.199634 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.200043 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.200412 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.200921 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.201330 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.201739 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.202130 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.202527 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.202944 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.203310 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.203524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.203884 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.204542 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.204908 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.205282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.205681 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.206109 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.206538 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.206896 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.207158 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.207385 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.207619 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.207832 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.208073 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.209127 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.209376 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.209593 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.209816 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.210026 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.210433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.210842 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.211248 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.211691 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.212107 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.212485 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.213801 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.214062 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.214367 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.214623 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215767 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215767 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.215985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.216397 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.216757 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.216996 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.217309 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.217589 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.217903 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.218194 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.218431 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.218708 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.218949 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.219198 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.219532 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.219777 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.219992 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.220248 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.220468 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.220676 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.221240 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.221495 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.221718 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.222006 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.222236 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.222464 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.222749 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.223215 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.223614 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.223901 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.224066 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.224290 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.224512 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.224784 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.225089 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.225519 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.225625 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.226006 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.226166 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.226468 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.226753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.227109 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.227530 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.228007 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.228280 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.228701 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.228943 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.229754 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.229754 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.229754 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.230290 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.231572 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.231896 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.232134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.232382 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.232601 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.232825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.233054 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.233483 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.233714 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.233957 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.234214 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.234429 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.234594 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 12:37:18.235924 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 01 12:37:18.236088 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 01 12:37:18.236397 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 01 12:37:18.236574 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 01 12:37:18.236744 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 01 12:37:18.236892 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 01 12:37:18.237272 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.237464 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.237618 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.237766 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.237909 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238146 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238245 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238388 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238523 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238737 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.238866 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.239174 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.239327 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.239627 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.239781 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240080 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240238 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240559 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240717 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.240871 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241028 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241184 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241340 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241514 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241675 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241831 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.241985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242141 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242297 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242454 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242609 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242807 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.242967 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243123 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243277 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243592 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243781 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.243888 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244048 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-6-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.244970 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245722 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245917 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.245917 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246087 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246197 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246505 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246686 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246844 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.246988 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.247148 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.247306 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.248333 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.248495 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.248887 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249038 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249175 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249310 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249445 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249581 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.249717 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.250445 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.250783 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.250946 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.251989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.251989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.251989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.251989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.251989 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.252716 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.252716 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.252716 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254009 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254225 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.254880 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255339 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255339 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255339 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255700 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255700 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.255700 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.256033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.256033 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257056 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.257825 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 01 12:37:18.258518 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.258518 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.258518 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.258518 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259170 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259170 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259170 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259170 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259631 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259631 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259631 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259631 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259950 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.259950 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260093 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260245 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260404 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260561 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260719 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.260879 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261037 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261196 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261372 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261530 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261689 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.86/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.261847 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.262004 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.262163 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.262322 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.262482 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.262641 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.263701 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.263867 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.264269 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.264394 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.264533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.264842 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265006 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265149 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265287 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265436 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265599 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265742 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.265909 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266068 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266227 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266387 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266545 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266744 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.266904 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267085 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267396 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267572 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267723 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.267847 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.268150 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.268308 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.268589 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.268872 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.269161 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.269486 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.269649 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.269823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.269972 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270112 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270279 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270427 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270582 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270792 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.270950 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.271125 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.271238 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.271529 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.271829 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272031 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272191 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272322 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272447 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272582 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272744 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.272903 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.273066 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.273282 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.273452 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.273627 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.273786 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.274753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.274753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.274753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.274753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.274753 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275111 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275111 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275111 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275283 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275505 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275628 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275699 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.275877 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.276028 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.276156 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.276456 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.276758 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.276856 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:18.276942 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.277092 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.277238 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.277377 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.277530 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.277696 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.278801 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279008 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279125 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279323 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279437 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279614 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279793 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.279972 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280085 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280273 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280392 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280576 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280790 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280959 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.280959 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281163 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281261 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281433 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281601 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281750 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.281992 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.282301 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.282633 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.282833 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.282974 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283125 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283276 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283413 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283550 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283711 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.283863 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.293530 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.293779 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.293958 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.86/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.294311 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.294311 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.294311 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.295432 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.296373 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297249 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297929 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297929 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297929 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.297929 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298483 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298483 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298483 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298927 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298927 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.298927 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.299351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.299351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.299351 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.299746 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.299746 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.300002 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.300002 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.300655 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.300655 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.300655 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301051 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301051 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301051 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301479 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301479 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301479 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301888 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.301888 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302144 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302144 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302486 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302486 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302818 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302818 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.302971 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303049 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303176 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303364 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303530 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303675 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303806 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.303962 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.304126 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.304291 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.304453 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.304624 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.304801 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305003 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305221 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305510 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305510 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305822 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.305822 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.306084 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.306084 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.306321 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.306529 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.307533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.307533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.307533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.307533 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308524 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.308985 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.309229 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.309313 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.309429 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.309556 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.309728 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.315344 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.316823 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.317919 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.319134 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 01 12:37:18.320330 dv-cinder-776307-6-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 01 12:37:29.533979 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb151e-de07-48a3-bada-6148ccef22d8 None None] get_active_networks_info from dv-cinder-776307-6-iscsi {{(pid=103771) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 01 12:37:29.619728 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb151e-de07-48a3-bada-6148ccef22d8 None None] No non-hosted networks {{(pid=103771) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 01 12:37:29.629484 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.agentschedulers_db [None req-82fb151e-de07-48a3-bada-6148ccef22d8 None None] DHCP Agent not found on host dv-cinder-776307-6-iscsi {{(pid=103771) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 01 12:37:29.713708 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-545fd1fd-f762-4890-a927-1c81c4aeff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:31.907756 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ba36-88df-4722-b721-0c9ae7031857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:31.980762 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-301245ef-318b-46b2-86b5-97f90e0e91ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:32.016478 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:32.020079 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.022690 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.023303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.023750 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.024306 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.024799 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.026302 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.027176 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.028031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.028659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.029471 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.030005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:32.030607 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc2bc9b71f0>, 'Open vSwitch agent', 'dv-cinder-776307-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:32.041983 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc2bd233670>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:37:33.022713 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:34.675146 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:36.289004 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46696) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:36.922609 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING oslo_policy.policy [None req-58703898-5834-4362-ad49-ce66e3f9fcd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:36.923149 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING oslo_policy.policy [None req-58703898-5834-4362-ad49-ce66e3f9fcd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:37.151826 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [None req-58703898-5834-4362-ad49-ce66e3f9fcd3 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:37:37.162973 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-58703898-5834-4362-ad49-ce66e3f9fcd3 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8630781
Jun 01 12:37:37.911086 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.db.l3_hamode_db [None req-e7bbcd7f-2583-43af-a92b-85584804d4f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 01 12:37:38.000961 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbcd7f-2583-43af-a92b-85584804d4f8 None None] Routers set() bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:37:38.001253 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbcd7f-2583-43af-a92b-85584804d4f8 None None] Router IDs set() for agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 01 12:37:39.566896 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46710) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:40.246090 dv-cinder-776307-6-iscsi neutron-server[103769]: WARNING oslo_policy.policy [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:40.246648 dv-cinder-776307-6-iscsi neutron-server[103769]: WARNING oslo_policy.policy [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:40.463507 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:37:40.563984 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.policy [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103769) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 01 12:37:40.610337 dv-cinder-776307-6-iscsi neutron-server[103769]: WARNING oslo_policy.policy [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:40.611017 dv-cinder-776307-6-iscsi neutron-server[103769]: WARNING oslo_policy.policy [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:40.619850 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.quota [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc2bcfc0550>.
Jun 01 12:37:40.635958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:37:40.699068 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647245559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647245904', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647250537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647229701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647235609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779647211697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3899266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3926784', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577183'] for rbac-policy, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:40.778016 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:40.779636 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-525646f9-c6a6-4aaa-8fa7-d10f1ba2f220 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2106707
Jun 01 12:37:43.516867 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46728) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:43.903717 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Request body: {'network': {'name': 'private', 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'tenant_id': '91c7fd8742f940ef9f36f35936846b09'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:37:43.905164 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.quota [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc2bd2e3df0>.
Jun 01 12:37:43.921952 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:37:43.929191 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Usage tracker for resource:network and tenant:91c7fd8742f940ef9f36f35936846b09 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:37:43.935732 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:37:43.944401 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:37:43.962826 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Made reservation on behalf of 91c7fd8742f940ef9f36f35936846b09 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:37:44.033024 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.policy [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103770) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 01 12:37:44.077966 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING oslo_policy.policy [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:44.078341 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING oslo_policy.policy [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 01 12:37:44.089107 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.110318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.126039 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:37:44.130242 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Usage tracker for resource:security_group_rule and tenant:91c7fd8742f940ef9f36f35936846b09 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:37:44.137386 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:37:44.143132 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:37:44.247497 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.252899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.258703 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:44.276864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:37:44.303867 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779649065957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.304391 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc2bdd23e50> segment precommit_create {{(pid=103770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 01 12:37:44.305131 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Added segment 4fcae13b-7b93-45e8-9a81-08f25ff18507 of type vlan for network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1
Jun 01 12:37:44.357009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac47fd-8411-409a-849d-d523e1a624c8,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:44.379767 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.380110 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.380547 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.380720 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.381060 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.381387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.381719 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.382041 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.382360 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.382679 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.382969 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.383295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Tracked resource versions report:
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]: pushed versions:
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]: {   'AddressGroup': {'1.2'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'ConntrackHelper': {'1.0'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Log': {'1.0'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Network': {'1.1'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Port': {'1.7'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'PortForwarding': {'1.2'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'QosPolicy': {'1.8'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SecurityGroup': {'1.4'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SubPort': {'1.0'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Subnet': {'1.1'},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Trunk': {'1.1'}}
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]: consumer versions:
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Log': '1.0',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Network': '1.1',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Port': '1.7',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'PortForwarding': '1.2',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'QosPolicy': '1.8',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SecurityGroup': '1.4',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SubPort': '1.0',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Subnet': '1.1',
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Trunk': '1.1'}}
Jun 01 12:37:44.384374 dv-cinder-776307-6-iscsi neutron-server[103770]:  {{(pid=103770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:37:44.438590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.443950 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:44.485589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.487244 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:37:44.487838 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:44.492474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:44.606021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0875030
Jun 01 12:37:44.611171 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Pushing event updated for resources: {'Network': ['ID=353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:44.615746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:44.628872 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:37:47.380628 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46746) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:47.882005 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fb7e4-1605-4138-b13c-2aad689ed1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:37:47.883303 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2c7fb7e4-1605-4138-b13c-2aad689ed1ac admin admin] 10.222.0.86 "GET /v2.0/networks/353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 HTTP/1.1" status: 200  len: 825 time: 0.5015953
Jun 01 12:37:47.915411 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-502d85ed-b4ec-45f9-8fa7-098f944cc1fd admin admin] 10.222.0.86 "GET /v2.0/subnetpools/b628509f-a06e-43b5-8940-b71a1398c93d HTTP/1.1" status: 200  len: 734 time: 0.0251081
Jun 01 12:37:47.924584 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Request body: {'subnet': {'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'ip_version': 4, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:37:47.929568 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:37:47.933523 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Usage tracker for resource:subnet and tenant:91c7fd8742f940ef9f36f35936846b09 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:37:47.937780 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:37:47.948887 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:37:47.961150 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Made reservation on behalf of 91c7fd8742f940ef9f36f35936846b09 for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:37:47.963638 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:48.486307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:48.491166 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:48.573853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62df8e5d-a9bf-4d87-bea0-e2344b1c6710,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:48.579881 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:48.582435 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Checking segment: {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:37:48.582850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Network hostable DHCP agents. Network: 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:37:48.603649 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:37:48.615078 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:37:48.619882 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:37:48.620410 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:48.625708 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be91b5-4d06-4d52-9477-09f9f4ee8fb8 None None] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:37:48.641801 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7208314
Jun 01 12:37:48.939170 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:37:48.940375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.132148 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Allocated IP 172.20.0.2 (353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1/62df8e5d-a9bf-4d87-bea0-e2344b1c6710/1c05c9be-db87-45cc-bc3c-b3449f8498b5) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:37:49.369916 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.386986 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Transition to ACTIVE for port object 1c05c9be-db87-45cc-bc3c-b3449f8498b5 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:37:49.418532 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Transition to ACTIVE for port object 1c05c9be-db87-45cc-bc3c-b3449f8498b5 will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:37:49.426205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.431047 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:49.494885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:37:49.500256 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:37:49.507154 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:37:49.509400 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Pushing event updated for resources: {'Port': ['ID=1c05c9be-db87-45cc-bc3c-b3449f8498b5,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:49.546422 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.546796 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.547136 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.547456 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.547791 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.548113 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.548429 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.548724 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.549074 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.549394 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.549708 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.550019 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Tracked resource versions report:
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]: pushed versions:
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]: {   'AddressGroup': {'1.2'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'ConntrackHelper': {'1.0'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Log': {'1.0'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Network': {'1.1'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Port': {'1.7'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'PortForwarding': {'1.2'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'QosPolicy': {'1.8'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SecurityGroup': {'1.4'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SubPort': {'1.0'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Subnet': {'1.1'},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Trunk': {'1.1'}}
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]: consumer versions:
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Log': '1.0',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Network': '1.1',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Port': '1.7',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'PortForwarding': '1.2',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'QosPolicy': '1.8',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SecurityGroup': '1.4',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SubPort': '1.0',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Subnet': '1.1',
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Trunk': '1.1'}}
Jun 01 12:37:49.551185 dv-cinder-776307-6-iscsi neutron-server[103771]:  {{(pid=103771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:37:49.559055 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:49.621260 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Attempting to bind port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:37:49.621789 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Attempting to bind port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:37:49.622769 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Attempting to bind port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 on network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:37:49.628507 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:37:49.629425 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Checking segment: {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:37:49.629425 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.629752 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Bound using segment: {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:37:49.630273 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Bound port: 1c05c9be-db87-45cc-bc3c-b3449f8498b5, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:37:49.630637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.723870 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] For port 1c05c9be-db87-45cc-bc3c-b3449f8498b5, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:37:49.727864 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] For port 1c05c9be-db87-45cc-bc3c-b3449f8498b5, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=1c05c9be-db87-45cc-bc3c-b3449f8498b5,segment=NetworkSegment(4fcae13b-7b93-45e8-9a81-08f25ff18507),segment_id=4fcae13b-7b93-45e8-9a81-08f25ff18507)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:37:49.733843 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:49.738524 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:49.836887 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Pushing event updated for resources: {'Port': ['ID=1c05c9be-db87-45cc-bc3c-b3449f8498b5,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:49.840543 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:51.077858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46756) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:51.467947 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [None req-04d62988-f9f2-4fc4-8196-4fabaabd156c admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:37:51.468924 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-04d62988-f9f2-4fc4-8196-4fabaabd156c admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3898036
Jun 01 12:37:53.817160 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46766) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:54.223311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [None req-c16e69be-6993-46d4-8cec-97de923cee89 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:37:54.224272 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c16e69be-6993-46d4-8cec-97de923cee89 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4062114
Jun 01 12:37:55.406504 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561cd5f-740a-40eb-9ca8-a64e7b10dc92 None None] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:37:55.532107 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-b4e1dda5-474d-4a90-b961-3b20b7086e14 None None] Provisioning for port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:37:55.824131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 1c05c9be-db87-45cc-bc3c-b3449f8498b5 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:37:55.906457 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:37:55.911514 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:37:55.911911 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:56.030155 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:56.063553 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 1c05c9be-db87-45cc-bc3c-b3449f8498b5, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=1c05c9be-db87-45cc-bc3c-b3449f8498b5,segment=NetworkSegment(4fcae13b-7b93-45e8-9a81-08f25ff18507),segment_id=4fcae13b-7b93-45e8-9a81-08f25ff18507)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:37:56.067808 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:56.070375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:37:56.143935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=1c05c9be-db87-45cc-bc3c-b3449f8498b5,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:37:56.147211 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:37:56.951174 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46782) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:37:57.343894 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '91c7fd8742f940ef9f36f35936846b09'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:37:57.348699 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:37:57.353131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Usage tracker for resource:router and tenant:91c7fd8742f940ef9f36f35936846b09 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:37:57.356817 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:37:57.363080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:37:57.375666 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:57.377469 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:57.401320 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:57.525147 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:57.545289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:57.546551 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-453ee542-3c2f-4dca-9f81-dad9261884bc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5943806
Jun 01 12:37:57.790545 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 1c05c9be-db87-45cc-bc3c-b3449f8498b5 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:37:57.858550 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:37:57.858968 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:59.320453 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-9efb3645-45c4-4f9f-84a3-fdd11961ef91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:37:59.979409 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46792) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:00.390580 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [None req-3763d9b7-1515-452e-a71b-e211f9c8089d admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:38:00.391575 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-3763d9b7-1515-452e-a71b-e211f9c8089d admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4105902
Jun 01 12:38:01.908051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96a502a3-6ae7-4188-be88-7190d4ed3576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:02.006239 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:02.849049 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46802) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:02.978009 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.276559 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:38:03.299358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:38:03.304001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Usage tracker for resource:network and tenant:ee3835e85a5e4234b11da44818b2e2f3 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:38:03.307227 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:38:03.313939 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:38:03.326130 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Made reservation on behalf of ee3835e85a5e4234b11da44818b2e2f3 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:38:03.328957 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.341698 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.356746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:38:03.360515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Usage tracker for resource:security_group_rule and tenant:ee3835e85a5e4234b11da44818b2e2f3 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:38:03.363529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:38:03.369356 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:38:03.456697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.462438 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.465789 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:03.481597 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Reserving flat network on physical network physnet1 {{(pid=103770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 01 12:38:03.502886 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeccfde-53da-49c9-b5f8-334d8198b8d2,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:03.508301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:03.509204 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.509537 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Added segment 20509b83-5d95-4c3f-8fa6-8db9b29162d6 of type flat for network cb78ed3c-b650-4b42-9123-f1aafa07d470
Jun 01 12:38:03.542624 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.581145 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.583422 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:38:03.584236 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:03.589439 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:03.700471 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Pushing event updated for resources: {'Network': ['ID=cb78ed3c-b650-4b42-9123-f1aafa07d470,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:03.703800 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:03.705339 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8552630
Jun 01 12:38:03.711554 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:38:04.621131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:06.152061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46822) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:06.403531 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5401aa7-cc91-414d-9546-1bf51d592891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:38:06.404919 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e5401aa7-cc91-414d-9546-1bf51d592891 admin admin] 10.222.0.86 "GET /v2.0/subnets/62df8e5d-a9bf-4d87-bea0-e2344b1c6710 HTTP/1.1" status: 200  len: 849 time: 0.2518585
Jun 01 12:38:06.591810 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-714f366c-7818-4895-9c82-b9990881a104 admin admin] 10.222.0.86 "GET /v2.0/routers/6af7c150-93fb-4c33-b1f3-933e3c5d48f8 HTTP/1.1" status: 200  len: 704 time: 0.1814587
Jun 01 12:38:07.107117 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:07.383628 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Allocated IP 172.20.0.1 (353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1/62df8e5d-a9bf-4d87-bea0-e2344b1c6710/7196bed9-7777-43d3-adc2-5078b185b688) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:38:07.561227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:07.581918 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Transition to ACTIVE for port object 7196bed9-7777-43d3-adc2-5078b185b688 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:38:07.646936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:07.653960 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:07.702554 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:38:07.704137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:38:07.753718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:38:07.754272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:07.881853 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=7196bed9-7777-43d3-adc2-5078b185b688,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:07.909481 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.909732 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-80c2535f-1fac-4720-95ff-1f44343fb7cc None None] Provisioning for port 7196bed9-7777-43d3-adc2-5078b185b688 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:38:07.910281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.910281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.910445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.910752 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.911088 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.911411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.911745 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.912080 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.912402 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.912719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.913030 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Tracked resource versions report:
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]: pushed versions:
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]: {   'AddressGroup': {'1.2'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'ConntrackHelper': {'1.0'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Log': {'1.0'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Network': {'1.1'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Port': {'1.7'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'PortForwarding': {'1.2'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'QosPolicy': {'1.8'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SecurityGroup': {'1.4'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SubPort': {'1.0'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Subnet': {'1.1'},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Trunk': {'1.1'}}
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]: consumer versions:
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Log': '1.0',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Network': '1.1',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Port': '1.7',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'PortForwarding': '1.2',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'QosPolicy': '1.8',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SecurityGroup': '1.4',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SubPort': '1.0',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Subnet': '1.1',
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Trunk': '1.1'}}
Jun 01 12:38:07.914130 dv-cinder-776307-6-iscsi neutron-server[103769]:  {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:38:07.915948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-80c2535f-1fac-4720-95ff-1f44343fb7cc None None] Provisioning complete for port 7196bed9-7777-43d3-adc2-5078b185b688 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:07.915948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-80c2535f-1fac-4720-95ff-1f44343fb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:07.921555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:07.970295 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-80c2535f-1fac-4720-95ff-1f44343fb7cc None None] Port 7196bed9-7777-43d3-adc2-5078b185b688 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:38:08.051077 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:08.307486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:08.314961 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:08.316146 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:08.319397 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:08.480001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=7196bed9-7777-43d3-adc2-5078b185b688,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:08.484787 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:08.547120 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:38:08.548351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:38:08.758086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:38:08.796566 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-3e3413fb-1ec7-464f-b958-11b6978af0f7 None None] Provisioning complete for port 7196bed9-7777-43d3-adc2-5078b185b688 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:08.796941 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3e3413fb-1ec7-464f-b958-11b6978af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:08.852741 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-3e3413fb-1ec7-464f-b958-11b6978af0f7 None None] Port 7196bed9-7777-43d3-adc2-5078b185b688 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:38:08.916562 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:38:08.926791 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Sync routers for ids ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:38:08.927353 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] 10.222.0.86 "PUT /v2.0/routers/6af7c150-93fb-4c33-b1f3-933e3c5d48f8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3283572
Jun 01 12:38:08.937594 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Routers {'6af7c150-93fb-4c33-b1f3-933e3c5d48f8'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:38:08.938449 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22bf10>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:38:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:09.131546 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Set router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:38:09.522828 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22bf10>, [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:07Z', 'revision_number': 2, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port_host': None, '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:08Z', 'revision_number': 2, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:09.528360 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Checking router: 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:38:09.528736 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Updating router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 port 7196bed9-7777-43d3-adc2-5078b185b688 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:38:09.588140 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.000000 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.016032 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Transition to ACTIVE for port object 7196bed9-7777-43d3-adc2-5078b185b688 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:38:10.023744 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.029457 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:10.205567 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Pushing event updated for resources: {'Port': ['ID=7196bed9-7777-43d3-adc2-5078b185b688,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:10.251027 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.251275 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.251612 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.252037 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.252268 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.252588 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.252902 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.253217 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.253539 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.253853 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.254162 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.254449 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Tracked resource versions report:
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]: pushed versions:
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]: {   'AddressGroup': {'1.2'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'ConntrackHelper': {'1.0'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Log': {'1.0'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Network': {'1.1'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Port': {'1.7'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'PortForwarding': {'1.2'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'QosPolicy': {'1.8'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SecurityGroup': {'1.4'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SubPort': {'1.0'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Subnet': {'1.1'},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Trunk': {'1.1'}}
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]: consumer versions:
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Log': '1.0',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Network': '1.1',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Port': '1.7',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'PortForwarding': '1.2',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'QosPolicy': '1.8',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SecurityGroup': '1.4',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SubPort': '1.0',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Subnet': '1.1',
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Trunk': '1.1'}}
Jun 01 12:38:10.255593 dv-cinder-776307-6-iscsi neutron-server[103772]:  {{(pid=103772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:38:10.267027 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:10.274409 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Attempting to bind port 7196bed9-7777-43d3-adc2-5078b185b688 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:38:10.274785 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Attempting to bind port 7196bed9-7777-43d3-adc2-5078b185b688 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:38:10.275244 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Attempting to bind port 7196bed9-7777-43d3-adc2-5078b185b688 on network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:38:10.280820 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:38:10.281231 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Checking segment: {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:38:10.281695 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.282085 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Bound using segment: {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:38:10.282646 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Bound port: 7196bed9-7777-43d3-adc2-5078b185b688, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcae13b-7b93-45e8-9a81-08f25ff18507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:38:10.283042 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.372536 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] For port 7196bed9-7777-43d3-adc2-5078b185b688, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:38:10.377237 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] For port 7196bed9-7777-43d3-adc2-5078b185b688, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7196bed9-7777-43d3-adc2-5078b185b688,segment=NetworkSegment(4fcae13b-7b93-45e8-9a81-08f25ff18507),segment_id=4fcae13b-7b93-45e8-9a81-08f25ff18507)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:38:10.384601 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:10.389058 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:10.476818 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Pushing event updated for resources: {'Port': ['ID=7196bed9-7777-43d3-adc2-5078b185b688,revision_number=4']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:10.480647 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-1bd18cd7-5c1a-4062-9d79-70422106b806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:10.481743 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Routers {'6af7c150-93fb-4c33-b1f3-933e3c5d48f8'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:38:10.482374 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22bf10>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:38:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:10.674826 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] Set router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:38:11.016287 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22bf10>, [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:07Z', 'revision_number': 2, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port_host': None, '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:10Z', 'revision_number': 4, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:11.020555 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227069a9-06a0-4300-89ad-a063c4ea3a3c None None] The sync data for ids ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'] in dv-cinder-776307-6-iscsi is: [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:07Z', 'revision_number': 2, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port_host': None, '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:10Z', 'revision_number': 4, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:38:11.198796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46848) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:11.352201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d91e6-3302-4d86-ac4d-b8584690c687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:38:11.353574 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-528d91e6-3302-4d86-ac4d-b8584690c687 admin admin] 10.222.0.86 "GET /v2.0/networks/cb78ed3c-b650-4b42-9123-f1aafa07d470 HTTP/1.1" status: 200  len: 842 time: 0.1536930
Jun 01 12:38:11.363152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:38:11.368820 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:38:11.373208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Usage tracker for resource:subnet and tenant:ee3835e85a5e4234b11da44818b2e2f3 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:38:11.376342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:38:11.383150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:38:11.395292 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Made reservation on behalf of ee3835e85a5e4234b11da44818b2e2f3 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:38:11.397694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:11.878320 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.objects.ports [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103769) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 01 12:38:11.878788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:11.882542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:11.949052 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27bfd36-b4a0-4537-ae63-4d579fc1288e,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:11.954825 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:11.960955 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:38:11.961323 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Network hostable DHCP agents. Network: cb78ed3c-b650-4b42-9123-f1aafa07d470, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:38:11.980868 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:38:11.991210 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, cb78ed3c-b650-4b42-9123-f1aafa07d470) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:38:11.995275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:38:11.995895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:12.001957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbe956-5a3c-4ad3-881e-bd3d668cfd68 None None] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:38:12.016723 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6571336
Jun 01 12:38:12.216911 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10869a-96d8-48f2-b060-7450f1b7309e None None] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:38:13.823160 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7196bed9-7777-43d3-adc2-5078b185b688 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:38:13.897299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 7196bed9-7777-43d3-adc2-5078b185b688 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:38:13.905811 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 7196bed9-7777-43d3-adc2-5078b185b688 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:13.906193 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:14.034511 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:14.073992 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 7196bed9-7777-43d3-adc2-5078b185b688, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7196bed9-7777-43d3-adc2-5078b185b688,segment=NetworkSegment(4fcae13b-7b93-45e8-9a81-08f25ff18507),segment_id=4fcae13b-7b93-45e8-9a81-08f25ff18507)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:38:14.079684 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:14.083026 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:14.151783 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=7196bed9-7777-43d3-adc2-5078b185b688,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:14.155786 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:14.276323 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 46862) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:14.529404 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-71fea6d1-41dd-49f2-9e73-996559f5184a admin admin] 10.222.0.86 "GET /v2.0/routers/6af7c150-93fb-4c33-b1f3-933e3c5d48f8 HTTP/1.1" status: 200  len: 710 time: 0.2518554
Jun 01 12:38:14.671109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da24a78-d921-4ab4-94b1-9e1ee67ed88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:38:14.671679 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-2da24a78-d921-4ab4-94b1-9e1ee67ed88e admin admin] Synchronizing usage tracker for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:38:14.691415 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-2da24a78-d921-4ab4-94b1-9e1ee67ed88e admin admin] Unset dirty status for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:38:14.692588 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2da24a78-d921-4ab4-94b1-9e1ee67ed88e admin admin] 10.222.0.86 "GET /v2.0/networks/cb78ed3c-b650-4b42-9123-f1aafa07d470 HTTP/1.1" status: 200  len: 886 time: 0.1572304
Jun 01 12:38:14.701823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:38:15.162292 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.552468 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.611747 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.757628 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Allocated IP 172.27.2.151 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/e9dec50a-a01c-4973-8c09-8e76ff322e3e) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:38:15.799343 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7196bed9-7777-43d3-adc2-5078b185b688 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:38:15.871691 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 7196bed9-7777-43d3-adc2-5078b185b688 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:15.872005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.914226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.978429 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:15.983598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:16.046994 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:38:16.049805 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:38:16.054485 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:38:16.116448 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dec50a-a01c-4973-8c09-8e76ff322e3e,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:16.168183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:16.451056 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:16.817323 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:16.820727 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-776099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-776162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-774518'] for router, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:17.057008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:38:17.257944 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:38:17.267030 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:17.268202 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] 10.222.0.86 "PUT /v2.0/routers/6af7c150-93fb-4c33-b1f3-933e3c5d48f8 HTTP/1.1" status: 200  len: 890 time: 2.5700049
Jun 01 12:38:17.269910 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Sync routers for ids ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:38:17.283055 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Routers {'6af7c150-93fb-4c33-b1f3-933e3c5d48f8'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:38:17.283742 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2c276f640>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:38:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:17.487690 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Set router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:38:17.869678 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2c276f640>, [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:16Z', 'revision_number': 4, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port': {'id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:15Z', 'updated_at': '2021-06-01T12:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:14Z', 'revision_number': 5, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:17.875463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Checking router: 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:38:17.875814 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Updating router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 port e9dec50a-a01c-4973-8c09-8e76ff322e3e binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:38:17.933147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.273837 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.286531 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Transition to ACTIVE for port object e9dec50a-a01c-4973-8c09-8e76ff322e3e will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:38:18.294189 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.298033 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:18.380165 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Attempting to bind port e9dec50a-a01c-4973-8c09-8e76ff322e3e on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:38:18.380542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Attempting to bind port e9dec50a-a01c-4973-8c09-8e76ff322e3e by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:38:18.380912 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Attempting to bind port e9dec50a-a01c-4973-8c09-8e76ff322e3e on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:38:18.383041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Pushing event updated for resources: {'Port': ['ID=e9dec50a-a01c-4973-8c09-8e76ff322e3e,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:18.385831 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:18.390969 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:38:18.391404 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:38:18.391834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.392228 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:38:18.392907 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Bound port: e9dec50a-a01c-4973-8c09-8e76ff322e3e, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:38:18.393319 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.466776 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] For port e9dec50a-a01c-4973-8c09-8e76ff322e3e, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:38:18.470119 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] For port e9dec50a-a01c-4973-8c09-8e76ff322e3e, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=e9dec50a-a01c-4973-8c09-8e76ff322e3e,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:38:18.474299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:18.478358 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-5c024fd4-8cfd-4762-848f-7aa6203f2010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:18.559826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Pushing event updated for resources: {'Port': ['ID=e9dec50a-a01c-4973-8c09-8e76ff322e3e,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:18.564351 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:18.564979 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Routers {'6af7c150-93fb-4c33-b1f3-933e3c5d48f8'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:38:18.565611 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2c276f640>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:38:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:18.757110 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] Set router 6af7c150-93fb-4c33-b1f3-933e3c5d48f8 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:38:19.104482 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2c276f640>, [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:16Z', 'revision_number': 4, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port': {'id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:15Z', 'updated_at': '2021-06-01T12:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:14Z', 'revision_number': 5, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:38:19.108793 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cbbba-7a67-49fd-9962-c5b7e5546b9f None None] The sync data for ids ['6af7c150-93fb-4c33-b1f3-933e3c5d48f8'] in dv-cinder-776307-6-iscsi is: [{'id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'name': 'router1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:37:57Z', 'updated_at': '2021-06-01T12:38:16Z', 'revision_number': 4, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'gw_port': {'id': 'e9dec50a-a01c-4973-8c09-8e76ff322e3e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:15Z', 'updated_at': '2021-06-01T12:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '7196bed9-7777-43d3-adc2-5078b185b688', 'name': '', 'network_id': '353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1', 'tenant_id': '91c7fd8742f940ef9f36f35936846b09', 'mac_address': 'fa:16:3e:00:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af7c150-93fb-4c33-b1f3-933e3c5d48f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:38:07Z', 'updated_at': '2021-06-01T12:38:14Z', 'revision_number': 5, 'project_id': '91c7fd8742f940ef9f36f35936846b09', 'subnets': [{'id': '62df8e5d-a9bf-4d87-bea0-e2344b1c6710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b628509f-a06e-43b5-8940-b71a1398c93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:38:19.642463 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 46872) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:38:19.793062 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f0f4b75a-1d5a-4eb2-9622-c837dc349b2e admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1494074
Jun 01 12:38:19.848939 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e9dec50a-a01c-4973-8c09-8e76ff322e3e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:38:19.924902 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port e9dec50a-a01c-4973-8c09-8e76ff322e3e completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:38:19.930553 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port e9dec50a-a01c-4973-8c09-8e76ff322e3e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:19.930977 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:20.061120 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:20.079381 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port e9dec50a-a01c-4973-8c09-8e76ff322e3e, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=e9dec50a-a01c-4973-8c09-8e76ff322e3e,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:38:20.086772 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:20.089762 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:38:20.163949 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=e9dec50a-a01c-4973-8c09-8e76ff322e3e,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:38:20.167058 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:38:21.823735 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e9dec50a-a01c-4973-8c09-8e76ff322e3e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:38:21.925561 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port e9dec50a-a01c-4973-8c09-8e76ff322e3e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:38:21.926005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:28.179975 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:38:29.332821 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2355be5a-5220-4302-b5c6-e647bdc94d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:31.912298 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8bb894ce-5ce4-4d38-ba50-bdd09620dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:32.002800 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:32.982952 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:34.656617 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:38:59.328261 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8623a28e-a725-436e-b282-4b0390bc470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:01.918144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e79f9de1-0f3b-4cd5-8a87-dcd7657f39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:02.002006 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:02.985646 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:04.658372 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:05.180125 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:39:29.333546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-79ae6f3c-99d8-4e14-ae7e-86da2881c58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:31.913821 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-07c8c110-bcf7-425b-affb-ac287e0a9396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:32.000675 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:32.987985 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:34.658250 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:42.179746 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:39:56.705443 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47442) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:39:56.785536 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c74df9-a800-4220-b5f3-c11a7e55da16 admin admin] GET failed (client error): The resource could not be found.
Jun 01 12:39:56.786889 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e1c74df9-a800-4220-b5f3-c11a7e55da16 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0804110
Jun 01 12:39:56.934400 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5c0d3-2a90-42cb-81d1-f98b19bf9c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:39:56.935794 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-40b5c0d3-2a90-42cb-81d1-f98b19bf9c8e admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1446581
Jun 01 12:39:59.082682 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47452) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:39:59.198896 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa417f-c63d-4a45-92ba-7b9f0ec91474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:39:59.200566 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-88fa417f-c63d-4a45-92ba-7b9f0ec91474 admin admin] 10.222.0.86 "GET /v2.0/subnets/62df8e5d-a9bf-4d87-bea0-e2344b1c6710 HTTP/1.1" status: 200  len: 849 time: 0.1165633
Jun 01 12:39:59.209961 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:39:59.342684 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7532be78-4af5-479e-8356-29aaded793cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:59.347397 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Notify callbacks [] for subnet, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:59.564842 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779649055645'] for subnet, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:59.568579 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:39:59.613865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:39:59.614781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:39:59.615702 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] 10.222.0.86 "PUT /v2.0/subnets/62df8e5d-a9bf-4d87-bea0-e2344b1c6710 HTTP/1.1" status: 200  len: 868 time: 0.4095292
Jun 01 12:39:59.633299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf236f79-1b79-4c61-afea-dd76d9f65380 None None] Network 353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:39:59.646593 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62df8e5d-a9bf-4d87-bea0-e2344b1c6710,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:39:59.655905 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.656299 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.656636 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.657093 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.657707 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.658053 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.658387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.658756 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.659103 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.659429 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.659894 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.660377 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:39:59.664515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:00.184850 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-ec07308c-339f-41d1-8db0-5a086572f76b None None] Provisioning complete for port 1c05c9be-db87-45cc-bc3c-b3449f8498b5 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:40:00.185297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ec07308c-339f-41d1-8db0-5a086572f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:00.332436 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-ec07308c-339f-41d1-8db0-5a086572f76b None None] Provisioning complete for port 7196bed9-7777-43d3-adc2-5078b185b688 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:40:00.332814 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ec07308c-339f-41d1-8db0-5a086572f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:01.761573 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47462) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:01.922463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-316eebe7-1a15-4f01-b774-f8d87e7200e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:01.955556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a56aa6-ef29-4688-91cd-efb2eae697f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:01.955952 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a56aa6-ef29-4688-91cd-efb2eae697f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:01.957489 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b6a56aa6-ef29-4688-91cd-efb2eae697f9 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1949687
Jun 01 12:40:01.997445 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:02.992474 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:04.109553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47472) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:04.298230 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ecfd1-7819-4f81-85b5-95b3d722ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:04.298742 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ecfd1-7819-4f81-85b5-95b3d722ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:04.300289 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-343ecfd1-7819-4f81-85b5-95b3d722ebbe admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1894312
Jun 01 12:40:04.662805 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:06.470149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47482) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:06.717475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e2d96-1fe1-4194-99c2-1016655a18d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:06.718478 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0d4e2d96-1fe1-4194-99c2-1016655a18d8 admin admin] 10.222.0.86 "GET /v2.0/networks/353781b9-51b8-4cc9-a6b6-6bb95e2cfbc1 HTTP/1.1" status: 200  len: 869 time: 0.2470326
Jun 01 12:40:08.860544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47492) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:09.043061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5418438-6028-4410-a6b1-de1245db1505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:09.044347 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a5418438-6028-4410-a6b1-de1245db1505 admin admin] 10.222.0.86 "GET /v2.0/networks/cb78ed3c-b650-4b42-9123-f1aafa07d470 HTTP/1.1" status: 200  len: 886 time: 0.1828339
Jun 01 12:40:11.185077 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47502) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:11.309983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434091a8-5ece-4f70-b8f9-de9bfb5c75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:11.310447 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434091a8-5ece-4f70-b8f9-de9bfb5c75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:11.311224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-434091a8-5ece-4f70-b8f9-de9bfb5c75b9 admin admin] Synchronizing usage tracker for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:subnet {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:40:11.331906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-434091a8-5ece-4f70-b8f9-de9bfb5c75b9 admin admin] Unset dirty status for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:subnet {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:40:11.333071 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-434091a8-5ece-4f70-b8f9-de9bfb5c75b9 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1470554
Jun 01 12:40:13.468750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47512) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:13.601222 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b475a63-63b5-427d-b0bc-1e485dd004d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:13.601652 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b475a63-63b5-427d-b0bc-1e485dd004d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:13.603867 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1b475a63-63b5-427d-b0bc-1e485dd004d4 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1337814
Jun 01 12:40:15.746827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47522) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:15.875706 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80c47e-1d28-435f-a39c-3d1704670c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:15.877101 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-3e80c47e-1d28-435f-a39c-3d1704670c17 admin admin] 10.222.0.86 "GET /v2.0/subnets/62df8e5d-a9bf-4d87-bea0-e2344b1c6710 HTTP/1.1" status: 200  len: 868 time: 0.1292765
Jun 01 12:40:18.067337 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47532) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:18.185388 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0bf07-7a49-4eaa-9c42-0aea8a706859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:18.186783 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-03d0bf07-7a49-4eaa-9c42-0aea8a706859 admin admin] 10.222.0.86 "GET /v2.0/subnets/e27bfd36-b4a0-4537-ae63-4d579fc1288e HTTP/1.1" status: 200  len: 816 time: 0.1186028
Jun 01 12:40:19.179768 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:40:29.338676 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a46584ff-1f85-43ea-b04b-e8c0a35d43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:31.916484 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3f84357b-639e-470b-aed7-1fa798f06454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:31.992558 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:33.000773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:34.667835 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:41.766509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47576) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:41.820434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [None req-9a9cee76-b753-4b54-9914-a18ff68cc8c1 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:40:41.821624 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-9a9cee76-b753-4b54-9914-a18ff68cc8c1 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0541084
Jun 01 12:40:44.076387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47586) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:44.156269 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c208165c-303d-4246-a383-8b82cea82d27 admin admin] GET failed (client error): The resource could not be found.
Jun 01 12:40:44.157821 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c208165c-303d-4246-a383-8b82cea82d27 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0801225
Jun 01 12:40:44.302289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1995a65-92bd-45a4-8fa7-0f8f50c774d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:44.304156 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-f1995a65-92bd-45a4-8fa7-0f8f50c774d3 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1424553
Jun 01 12:40:46.459146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47596) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:46.512091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:40:46.519482 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:40:46.531268 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:40:46.543033 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Made reservation on behalf of ee3835e85a5e4234b11da44818b2e2f3 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:40:46.545474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:46.690097 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING neutron.services.revisions.revision_plugin [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc2bce77490] {project_id='ee3835e85a5e4234b11da44818b2e2f3', id='caebd2f9-c240-4332-9ea4-3c861d6f72e0', target_tenant='*', action='access_as_shared', object_id='20f914e1-7ac2-43a7-b169-48b23ef8fde1'}> to bump revision.
Jun 01 12:40:46.704488 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:40:46.715055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:46.715523 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Added segment 24dfee87-c207-4e6a-8b7b-d65537daa835 of type vlan for network 20f914e1-7ac2-43a7-b169-48b23ef8fde1
Jun 01 12:40:46.743843 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:46.777538 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:46.779341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:46.779966 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:46.785445 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:40:46.909238 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4489713
Jun 01 12:40:46.912382 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Pushing event updated for resources: {'Network': ['ID=20f914e1-7ac2-43a7-b169-48b23ef8fde1,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:40:46.915596 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:46.923970 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:40:49.316680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47606) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:40:49.399635 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.pecan_wsgi.hooks.translation [None req-e978bcce-1e3c-4a59-ae83-02f4a9c8cf0f admin admin] GET failed (client error): The resource could not be found.
Jun 01 12:40:49.400956 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e978bcce-1e3c-4a59-ae83-02f4a9c8cf0f admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0833352
Jun 01 12:40:49.513498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3b563-a76f-49f3-9979-cd2ac3932950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:49.515051 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a5c3b563-a76f-49f3-9979-cd2ac3932950 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1085238
Jun 01 12:40:49.527729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:40:49.532659 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:40:49.542999 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:40:49.555113 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Made reservation on behalf of ee3835e85a5e4234b11da44818b2e2f3 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:40:49.557150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:49.961439 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:49.965134 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:40:50.034375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411d5fe1-fd9c-44d6-82ec-567e96b91f06,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:40:50.045469 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.045832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.046164 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.046485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.046845 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.047178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.047495 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.047825 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.048144 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.048453 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.048760 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.049053 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.053265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:50.055782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Checking segment: {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:40:50.056130 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Network hostable DHCP agents. Network: 20f914e1-7ac2-43a7-b169-48b23ef8fde1, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:40:50.077025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:40:50.091188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 20f914e1-7ac2-43a7-b169-48b23ef8fde1) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:40:50.095848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:40:50.096438 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:50.102469 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358cf51-14bf-47f1-89c7-1e53b0d422b4 None None] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:40:50.134782 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5993276
Jun 01 12:40:50.348323 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-20f914e1-7ac2-43a7-b169-48b23ef8fde1', 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1', 'tenant_id': 'ee3835e85a5e4234b11da44818b2e2f3', 'fixed_ips': [{'subnet_id': '411d5fe1-fd9c-44d6-82ec-567e96b91f06'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:40:50.349175 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:50.551444 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Allocated IP 192.168.233.2 (20f914e1-7ac2-43a7-b169-48b23ef8fde1/411d5fe1-fd9c-44d6-82ec-567e96b91f06/52aabee0-5a0a-43cf-bd04-8899145f1ece) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:40:50.778747 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:50.791193 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Transition to ACTIVE for port object 52aabee0-5a0a-43cf-bd04-8899145f1ece will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:40:50.811448 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Transition to ACTIVE for port object 52aabee0-5a0a-43cf-bd04-8899145f1ece will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:40:50.817637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:50.824234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:40:50.891603 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:40:50.894375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:40:50.899255 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:40:50.901563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Pushing event updated for resources: {'Port': ['ID=52aabee0-5a0a-43cf-bd04-8899145f1ece,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:40:50.935826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.936189 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.936526 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.936854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.937177 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.938014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.938014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.938220 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.939048 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.939048 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.939236 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.939391 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:40:50.949468 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:51.008669 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Attempting to bind port 52aabee0-5a0a-43cf-bd04-8899145f1ece on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:40:51.009041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Attempting to bind port 52aabee0-5a0a-43cf-bd04-8899145f1ece by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:40:51.009410 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Attempting to bind port 52aabee0-5a0a-43cf-bd04-8899145f1ece on network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:40:51.015967 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:40:51.016346 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Checking segment: {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:40:51.016767 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:51.017165 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Bound using segment: {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:40:51.017650 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Bound port: 52aabee0-5a0a-43cf-bd04-8899145f1ece, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:40:51.019793 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:51.119092 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] For port 52aabee0-5a0a-43cf-bd04-8899145f1ece, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:40:51.123405 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] For port 52aabee0-5a0a-43cf-bd04-8899145f1ece, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=52aabee0-5a0a-43cf-bd04-8899145f1ece,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:40:51.128829 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:51.133093 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:40:51.214015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Pushing event updated for resources: {'Port': ['ID=52aabee0-5a0a-43cf-bd04-8899145f1ece,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:40:51.217613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:51.966880 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 52aabee0-5a0a-43cf-bd04-8899145f1ece up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:40:52.044225 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 52aabee0-5a0a-43cf-bd04-8899145f1ece completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:40:52.107024 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84261f61-2e44-4d26-ba4e-b2a782f36860 None None] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:40:52.248811 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Provisioning for port 52aabee0-5a0a-43cf-bd04-8899145f1ece completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:40:52.279637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Provisioning complete for port 52aabee0-5a0a-43cf-bd04-8899145f1ece triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:40:52.280001 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:52.468744 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:52.512848 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] For port 52aabee0-5a0a-43cf-bd04-8899145f1ece, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=52aabee0-5a0a-43cf-bd04-8899145f1ece,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:40:52.520680 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:52.523801 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:40:52.596654 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Pushing event updated for resources: {'Port': ['ID=52aabee0-5a0a-43cf-bd04-8899145f1ece,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:40:52.601177 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:40:52.748885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-bf57e69a-f7d4-4e48-bf43-19770d3c05c7 None None] Provisioning complete for port 52aabee0-5a0a-43cf-bd04-8899145f1ece triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:40:52.749260 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bf57e69a-f7d4-4e48-bf43-19770d3c05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:53.928621 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 52aabee0-5a0a-43cf-bd04-8899145f1ece up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:40:54.001940 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 52aabee0-5a0a-43cf-bd04-8899145f1ece triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:40:54.002301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:40:56.179561 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:40:59.342482 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8d86f42d-9557-4827-92e9-153525d166f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:01.922003 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1009-8bcd-4914-aef4-51c0ae9ee0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:02.000111 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:03.001105 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:04.671750 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:29.349846 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b5a40073-6323-48d8-9533-0da7afc1b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:31.926562 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-be380699-42fd-44d3-b298-4e5e058204fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:31.995833 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:33.004010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:33.179597 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:41:34.678017 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:59.343351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47656) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:41:59.346128 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e9bfd1d1-c3f4-433d-b21c-c7408a07ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:59.353127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [None req-4422a6ce-6a4b-446b-a9a4-b69cc02985aa tempest-verify_tempest_config-1665523256 tempest-verify_tempest_config-1665523256-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:41:59.354472 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4422a6ce-6a4b-446b-a9a4-b69cc02985aa tempest-verify_tempest_config-1665523256 tempest-verify_tempest_config-1665523256-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0095425
Jun 01 12:41:59.796270 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47674) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:41:59.923055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:41:59.938942 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:41:59.943389 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Usage tracker for resource:security_group_rule and tenant:e291561cf9034957988c3475a76fc976 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:41:59.946600 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:41:59.953577 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:42:00.044219 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.050010 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.057642 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:42:00.097689 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Synchronizing usage tracker for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:42:00.100140 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079748f-ed68-4c5c-be60-57b7812113f1,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:42:00.110016 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.110386 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.110752 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.111083 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.111604 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.111928 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.112320 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.112582 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.112913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.113226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.113540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.113847 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:42:00.118388 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:42:00.129017 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Unset dirty status for tenant:ee3835e85a5e4234b11da44818b2e2f3 on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:42:00.130299 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e291561cf9034957988c3475a76fc976&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3330657
Jun 01 12:42:00.132928 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47680) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:42:00.196288 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.223639 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.321509 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.326286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bc55e406-50f9-4fde-835b-cf4bcacc678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:42:00.338385 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079748f-ed68-4c5c-be60-57b7812113f1,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:42:00.341180 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:42:00.347991 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:00.349139 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7079748f-ed68-4c5c-be60-57b7812113f1 HTTP/1.1" status: 204  len: 168 time: 0.2150924
Jun 01 12:42:01.922079 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4ed-8dd4-4ebf-8f7b-38cd13e3d63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:02.000434 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:03.005662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:04.677335 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:10.179081 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:42:29.347227 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e55bef40-2f67-48ee-9dc3-ce248bc06ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:31.931614 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-764b6ffa-e6cc-4a0a-a494-f87a3810c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:32.007334 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:33.013853 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:34.688501 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:42:47.182625 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:42:59.344664 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e2c3-ce34-4283-a1ef-d1a9733097c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:01.935572 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f52eb19a-5736-4af5-a9dd-cbbddfaebdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:02.002644 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:03.010767 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:04.685899 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:24.181654 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 5 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:43:29.339509 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-df7342d9-8a08-40ae-ae4d-72c1680c83b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:31.932431 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6e607207-6055-40e9-82c2-eb6087ad8b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:32.005307 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:33.013917 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:34.694016 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:42.230571 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966'] for agent, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:43:46.254726 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47732) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:43:46.387212 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-3cce33fe-8d8d-49ab-bcc4-6904df5f34da admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1313143
Jun 01 12:43:48.560079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47742) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:43:48.631325 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-16cb5dec-c5aa-4d0d-8d94-e24c036144fd admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0700970
Jun 01 12:43:59.351024 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-64a8730d-3e1c-439f-a58f-6b1fd7b1ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:01.181651 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:44:01.939277 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ae89a3b5-e0b7-4ded-9b67-04ca687bd86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:02.010219 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:03.016804 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:04.694738 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:12.183667 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:29.348916 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-0723751f-607a-4081-8f76-5bdd259f9523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:31.934343 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-20883675-725a-4c40-a3e5-e0a90dad37a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:32.015232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:33.021367 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:34.695002 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:38.181621 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:44:42.210618 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:44:59.345747 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4497eea9-0185-47b1-aeb3-11fb0f1edba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:01.938442 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2542856d-a3f5-4d38-a25e-3aa8c5d58758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:02.018875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:03.022187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:04.701487 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:12.204118 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:15.181733 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:45:15.458207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47902) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:15.756447 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406456543-network', 'tenant_id': 'd06d7a6f2566458e933412747c300588'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:15.760920 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:15.765048 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Usage tracker for resource:network and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:15.768713 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:15.774836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:15.785620 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:15.788038 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:15.801944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:15.817183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:15.821147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Usage tracker for resource:security_group_rule and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:15.828556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:15.834943 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:15.842520 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47934) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:15.965362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:15.978739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:15.983658 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:16.017621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:45:16.024729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d4a8f0-e534-4a39-900a-13808fffef09,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:16.034177 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.034299 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.034530 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.034896 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.035218 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.035555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.035878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.036641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.037033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.037397 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.037730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.038025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Tracked resource versions report:
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]: pushed versions:
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]: {   'AddressGroup': {'1.2'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'ConntrackHelper': {'1.0'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Log': {'1.0'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Network': {'1.1'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Port': {'1.7'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'PortForwarding': {'1.2'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'QosPolicy': {'1.8'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SecurityGroup': {'1.4'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'SubPort': {'1.0'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Subnet': {'1.1'},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     'Trunk': {'1.1'}}
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]: consumer versions:
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     HyperV agent@hv-cinder-77630: {},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Log': '1.0',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Network': '1.1',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Port': '1.7',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'PortForwarding': '1.2',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'QosPolicy': '1.8',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SecurityGroup': '1.4',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'SubPort': '1.0',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Subnet': '1.1',
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:                                                      'Trunk': '1.1'}}
Jun 01 12:45:16.039102 dv-cinder-776307-6-iscsi neutron-server[103769]:  {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:45:16.045193 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779649065957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.046040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc2bdd23e50> segment precommit_create {{(pid=103769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 01 12:45:16.046498 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Added segment a9ea49bf-a956-447f-bea0-74cc5d757975 of type vlan for network 70ed443d-257a-40be-a0aa-55d1b2de0e80
Jun 01 12:45:16.056615 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:16.089574 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.127773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.130375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:16.131081 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.135980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:16.143129 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-28317390-network', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:16.148942 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:16.153242 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Usage tracker for resource:network and tenant:dd550eef07a444a3bf73e999d1c906d9 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:16.157202 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:16.164013 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:16.178100 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Made reservation on behalf of dd550eef07a444a3bf73e999d1c906d9 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:16.181961 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.198082 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.216399 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:16.220823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Usage tracker for resource:security_group_rule and tenant:dd550eef07a444a3bf73e999d1c906d9 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:16.224035 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:16.230606 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:16.236492 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Pushing event updated for resources: {'Network': ['ID=70ed443d-257a-40be-a0aa-55d1b2de0e80,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:16.243003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:16.253627 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:45:16.276777 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 47954) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:16.277127 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8174829
Jun 01 12:45:16.284372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Request body: {'subnet': {'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406456543-subnet', 'tenant_id': 'd06d7a6f2566458e933412747c300588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:16.294376 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:16.299266 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Usage tracker for resource:subnet and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:16.302478 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:16.308613 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:16.320419 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:16.323359 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Notify callbacks [] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.487836 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.494144 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.500197 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-087a6aac-55f4-4979-a25f-f4d1bfab3177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:16.524473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:45:16.589367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6208c2c-c24c-41fb-9927-419e1f72ae63,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:16.591904 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.592241 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Added segment 7b7911bb-eab3-4453-a079-62d2bf0ab0da of type vlan for network 1025df3f-083b-474a-9420-8f71c13ea449
Jun 01 12:45:16.609330 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.609705 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.610023 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.610343 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.610685 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.611022 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.611347 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.611679 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.612017 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.612330 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.612645 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.613048 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Tracked resource versions report:
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]: pushed versions:
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]: {   'AddressGroup': {'1.2'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'ConntrackHelper': {'1.0'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Log': {'1.0'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Network': {'1.1'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Port': {'1.7'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'PortForwarding': {'1.2'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'QosPolicy': {'1.8'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SecurityGroup': {'1.4'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'SubPort': {'1.0'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Subnet': {'1.1'},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     'Trunk': {'1.1'}}
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]: consumer versions:
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     HyperV agent@hv-cinder-77630: {},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Log': '1.0',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Network': '1.1',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Port': '1.7',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'PortForwarding': '1.2',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'QosPolicy': '1.8',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SecurityGroup': '1.4',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'SubPort': '1.0',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Subnet': '1.1',
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:                                                      'Trunk': '1.1'}}
Jun 01 12:45:16.614138 dv-cinder-776307-6-iscsi neutron-server[103770]:  {{(pid=103770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:45:16.621639 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:16.652671 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.674942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47972) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:16.729405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.731919 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:16.732984 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:16.790302 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:16.926366 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0827034
Jun 01 12:45:16.928236 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Pushing event updated for resources: {'Network': ['ID=1025df3f-083b-474a-9420-8f71c13ea449,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:16.929401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 47990) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:16.935389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Request body: {'subnet': {'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-subnet', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:16.936672 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:16.941600 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 1025df3f-083b-474a-9420-8f71c13ea449 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:45:16.942304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:16.947383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Usage tracker for resource:subnet and tenant:dd550eef07a444a3bf73e999d1c906d9 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:16.958224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:16.966458 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:16.982938 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Made reservation on behalf of dd550eef07a444a3bf73e999d1c906d9 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:16.989220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.111952 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.117109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-cc368c18-7fcd-4cb3-9ccc-318374f0f38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:17.185569 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c338a5-4d8f-48f2-be34-6af322282f4a,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:17.190001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:17.193990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1570000347-network', 'tenant_id': '2b7ee580692b4cf5903fc4183febe6a8'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:17.215923 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Checking segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:17.216428 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Network hostable DHCP agents. Network: 70ed443d-257a-40be-a0aa-55d1b2de0e80, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:45:17.237648 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:45:17.260457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 70ed443d-257a-40be-a0aa-55d1b2de0e80) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:17.266528 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:17.266528 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.269880 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:17.271407 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ff393-d1cb-4ec8-99e7-b0eb2efc2f5c None None] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:17.283085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Usage tracker for resource:network and tenant:2b7ee580692b4cf5903fc4183febe6a8 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:17.289561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:17.300230 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0221035
Jun 01 12:45:17.330352 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:17.391684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Made reservation on behalf of 2b7ee580692b4cf5903fc4183febe6a8 for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:17.394196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.421003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.446229 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:17.476556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7ee580692b4cf5903fc4183febe6a8 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:17.483985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:17.578058 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5fdd73-befa-4982-bb67-ec3a53d76162 None None] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:17.604351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:17.907671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.909939 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.916950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5e2f1dfe-a999-4cba-8e18-e67834a8ed88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:17.983917 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:17.984656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=04408cae-d36c-441c-b167-acd51b1fecc7,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:17.998631 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:18.014936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:45:18.024552 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.024911 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Added segment 3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7 of type vlan for network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad
Jun 01 12:45:18.047744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:18.125847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.137777 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b6e56-dfb9-427d-9149-5c873e0e5f46,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:18.191280 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:18.242695 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Checking segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:18.243309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Network hostable DHCP agents. Network: 1025df3f-083b-474a-9420-8f71c13ea449, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:45:18.258642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.264007 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:18.266461 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.313622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:18.334792 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6586790
Jun 01 12:45:18.337857 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48036) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:18.347558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Request body: {'subnet': {'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1570000347-subnet', 'tenant_id': '2b7ee580692b4cf5903fc4183febe6a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:18.358996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:18.373631 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Usage tracker for resource:subnet and tenant:2b7ee580692b4cf5903fc4183febe6a8 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:18.384439 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:18.404621 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:18.407095 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Network 1025df3f-083b-474a-9420-8f71c13ea449 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:45:18.423462 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Made reservation on behalf of 2b7ee580692b4cf5903fc4183febe6a8 for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:18.427109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.448057 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Pushing event updated for resources: {'Network': ['ID=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:18.451268 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 1025df3f-083b-474a-9420-8f71c13ea449) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:18.460899 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:45:18.466002 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:18.491965 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:18.493173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66537b-d64f-40a3-853a-0987448a695a None None] Network 1025df3f-083b-474a-9420-8f71c13ea449 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:18.493921 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.532367 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.5961010
Jun 01 12:45:18.533450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48042) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:18.548542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:18.554139 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:18.561407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Usage tracker for resource:router and tenant:dd550eef07a444a3bf73e999d1c906d9 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:18.568650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:18.579161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:18.595793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.597810 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.631008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:18.983072 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a5ca4-951a-4e3a-a882-03c6c96326a4 None None] Network 1025df3f-083b-474a-9420-8f71c13ea449 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:19.203071 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:19.226883 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:19.234238 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:19.378079 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Checking segment: {'id': '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:19.379521 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Network hostable DHCP agents. Network: 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:45:19.392569 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92114eee-3e63-4119-b10c-90df73856b56,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:19.406367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:19.426286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:45:19.441907 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:19.453459 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30acd27d-e93d-4453-bc13-9a4e98dbf1dd None None] Network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:19.464318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:19.465121 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:19.524694 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1744890
Jun 01 12:45:19.762583 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:19.812223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:19.857739 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf138d8-9969-4543-a667-385efe5d3b34 None None] Network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:20.093549 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Allocated IP 172.27.2.105 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/a94fe2af-f363-4085-acd1-e9382a479b04) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:20.372916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:20.407637 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:20.424027 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:20.600070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:20.603739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:20.604158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48120) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:20.609213 dv-cinder-776307-6-iscsi neutron-server[103770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 01 12:45:20.613162 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:20.742479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Pushing event updated for resources: {'Port': ['ID=a94fe2af-f363-4085-acd1-e9382a479b04,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:20.819826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:20.853362 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-fa3f2866-35d3-418d-98f4-546d3e4bc958 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:20.860649 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-fa3f2866-35d3-418d-98f4-546d3e4bc958 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.2534990
Jun 01 12:45:20.889488 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-a36309a0-5aa9-4de1-8fc4-5b2e2a9fada0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/quotas/d06d7a6f2566458e933412747c300588 HTTP/1.1" status: 200  len: 375 time: 0.0278776
Jun 01 12:45:20.954387 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-05182fe7-9528-499b-aac0-9a6345817947 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0633099
Jun 01 12:45:21.189432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:21.233167 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c2a51fe4-d893-42f6-95d1-ecb32c6b5d24 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:45:21.242001 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c2a51fe4-d893-42f6-95d1-ecb32c6b5d24 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0850613
Jun 01 12:45:21.474107 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-fc825c35-afdf-4c10-bad4-b3a2ae3dc8c1 service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308171
Jun 01 12:45:21.661410 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:21.678509 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-7146f2fe-0669-4d46-8014-bdea62729730 service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012794
Jun 01 12:45:21.998178 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48186) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:22.037485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Router b82330a4-82cc-44db-8aab-1868a29e146f is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:45:22.181318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-203c0982-9b07-4ddd-a3f0-3e29a573d6a1 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:22.182852 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-203c0982-9b07-4ddd-a3f0-3e29a573d6a1 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/networks?id=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad HTTP/1.1" status: 200  len: 812 time: 0.1831062
Jun 01 12:45:22.203158 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-df469924-ed96-46c4-b898-ffec7b43fe1d tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/quotas/2b7ee580692b4cf5903fc4183febe6a8 HTTP/1.1" status: 200  len: 375 time: 0.0122912
Jun 01 12:45:22.273980 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-eec2be32-b1c0-4800-bdc4-9fcfdb934309 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b7ee580692b4cf5903fc4183febe6a8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614240
Jun 01 12:45:22.283857 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:45:22.295544 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Sync routers for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:45:22.323517 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:22.325987 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.7899055
Jun 01 12:45:22.329158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48200) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:22.329376 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:45:22.332433 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7ebb20>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:45:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:22.583414 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-321e486b-72e0-4ebb-a402-47f9394f5835 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:45:22.591610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-321e486b-72e0-4ebb-a402-47f9394f5835 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1652088
Jun 01 12:45:22.799489 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:45:22.924949 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c1544c27-ed5f-4eed-a833-349842f376ac req-2a18593f-1d6c-4bbb-acff-fcf67170173e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 210 time: 0.0925083
Jun 01 12:45:23.232256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-da7190cf-2692-4f41-ad81-ba7cd7e4d9a3 service neutron] 10.222.0.86 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6397069
Jun 01 12:45:23.321931 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7ebb20>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:20Z', 'revision_number': 3, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:23.326421 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Checking router: b82330a4-82cc-44db-8aab-1868a29e146f for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:45:23.327089 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Updating router b82330a4-82cc-44db-8aab-1868a29e146f port a94fe2af-f363-4085-acd1-e9382a479b04 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:45:23.399972 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:23.762198 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-6c41ab63-8f3a-4870-a48e-32d3faf86610 service neutron] 10.222.0.86 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5181212
Jun 01 12:45:23.811454 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:23.841487 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Transition to ACTIVE for port object a94fe2af-f363-4085-acd1-e9382a479b04 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:23.855183 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:23.867773 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:23.988888 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Attempting to bind port a94fe2af-f363-4085-acd1-e9382a479b04 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:23.989252 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Attempting to bind port a94fe2af-f363-4085-acd1-e9382a479b04 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:23.992173 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Attempting to bind port a94fe2af-f363-4085-acd1-e9382a479b04 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:24.022255 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Pushing event updated for resources: {'Port': ['ID=a94fe2af-f363-4085-acd1-e9382a479b04,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:24.031321 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:24.033630 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:24.035183 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:24.035768 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:24.047498 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Bound port: a94fe2af-f363-4085-acd1-e9382a479b04, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:24.048141 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:24.172818 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.178283 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.178868 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:24.186741 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.188234 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.189196 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.189757 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.190277 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.190847 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.191775 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.192592 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.193794 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.194764 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Tracked resource versions report:
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]: pushed versions:
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]: {   'AddressGroup': {'1.2'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'ConntrackHelper': {'1.0'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Log': {'1.0'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Network': {'1.1'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Port': {'1.7'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'PortForwarding': {'1.2'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'QosPolicy': {'1.8'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SecurityGroup': {'1.4'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'SubPort': {'1.0'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Subnet': {'1.1'},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     'Trunk': {'1.1'}}
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]: consumer versions:
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     HyperV agent@hv-cinder-77630: {},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Log': '1.0',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Network': '1.1',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Port': '1.7',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'PortForwarding': '1.2',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'QosPolicy': '1.8',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SecurityGroup': '1.4',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'SubPort': '1.0',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Subnet': '1.1',
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:                                                      'Trunk': '1.1'}}
Jun 01 12:45:24.197446 dv-cinder-776307-6-iscsi neutron-server[103772]:  {{(pid=103772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:45:24.232096 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:24.297842 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] For port a94fe2af-f363-4085-acd1-e9382a479b04, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:24.302071 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] For port a94fe2af-f363-4085-acd1-e9382a479b04, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=a94fe2af-f363-4085-acd1-e9382a479b04,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:24.309837 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:24.322249 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:24.375772 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5fc9fafc-4105-488d-98ab-1054bb3e8967 req-3064eab0-15a8-41ef-9912-3d810e3e2caa tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 210 time: 0.0523841
Jun 01 12:45:24.428849 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:45:24.429642 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7ebb20>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:45:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:24.563276 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e35158ec-956c-4be6-b341-92d75c737b92 req-9d0abe5c-a3a8-4405-8d39-9750c70933c9 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.0861633
Jun 01 12:45:24.729978 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Allocated IP 172.20.0.1 (1025df3f-083b-474a-9420-8f71c13ea449/04408cae-d36c-441c-b167-acd51b1fecc7/d15fcc32-d618-44a8-8043-d1aefb76b861) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:24.759314 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:45:24.817107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.60', 49856) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:25.148234 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:25.221103 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:25.255144 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-36cebdcd-70e7-4878-941a-2e8e6c1b52a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:25.294630 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c7c01a74-7fa3-49f3-b27b-931b191ce3f0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:25.296104 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c7c01a74-7fa3-49f3-b27b-931b191ce3f0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Synchronizing usage tracker for tenant:d06d7a6f2566458e933412747c300588 on resource:network {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:25.331633 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c7c01a74-7fa3-49f3-b27b-931b191ce3f0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Unset dirty status for tenant:d06d7a6f2566458e933412747c300588 on resource:network {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:25.336033 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c7c01a74-7fa3-49f3-b27b-931b191ce3f0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.5153813
Jun 01 12:45:25.403115 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Request body: {'port': {'device_id': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'admin_state_up': True, 'tenant_id': 'd06d7a6f2566458e933412747c300588'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:25.435638 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Network 1025df3f-083b-474a-9420-8f71c13ea449 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:25.447863 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7ebb20>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:20Z', 'revision_number': 3, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:25.460718 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:25.461744 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Pushing event updated for resources: {'Port': ['ID=a94fe2af-f363-4085-acd1-e9382a479b04,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:25.475110 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:25.475587 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:25.476825 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:25.479844 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6225989-3e4b-4605-bc2b-1f3408629f67 None None] The sync data for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi is: [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:20Z', 'revision_number': 3, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:45:25.750602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:25.759320 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Usage tracker for resource:port and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:25.763420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:25.772694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:25.792318 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:25.805187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:25.836099 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-61b77b52-8e7f-42c4-8105-ef836ad5b810 req-780a8785-eb3e-42f6-ba42-ba4235622c21 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 210 time: 0.0796473
Jun 01 12:45:25.846153 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Pushing event updated for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:25.894366 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:25.952659 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4412efb9-f48f-41e9-8b2c-7b1172c6dbfc req-60423df2-e3ea-47a4-a868-026f809a648d tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.1094177
Jun 01 12:45:26.099002 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48392) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:26.243389 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device a94fe2af-f363-4085-acd1-e9382a479b04 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:26.299867 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.322945 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Allocated IP 172.20.0.7 (70ed443d-257a-40be-a0aa-55d1b2de0e80/21c338a5-4d8f-48f2-be34-6af322282f4a/8a28b041-8ce9-41ef-a474-3e1310799511) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:26.391637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port a94fe2af-f363-4085-acd1-e9382a479b04 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:26.398520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port a94fe2af-f363-4085-acd1-e9382a479b04 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:26.399279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.467964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.536909 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:26.560538 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.575963 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Usage tracker for resource:security_group_rule and tenant:c4c89c7988a84eadb8591e782d621d35 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:26.584790 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port a94fe2af-f363-4085-acd1-e9382a479b04, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=a94fe2af-f363-4085-acd1-e9382a479b04,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:26.594084 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.596907 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:26.624350 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:26.647370 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:26.754301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=a94fe2af-f363-4085-acd1-e9382a479b04,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:26.782718 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.784586 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.787413 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.789244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.791259 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.800662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.803342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.804905 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.805724 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.806903 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.808276 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.809037 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Tracked resource versions report:
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]: pushed versions:
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]: {   'AddressGroup': {'1.2'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'ConntrackHelper': {'1.0'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Log': {'1.0'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Network': {'1.1'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Port': {'1.7'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'PortForwarding': {'1.2'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'QosPolicy': {'1.8'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SecurityGroup': {'1.4'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SecurityGroupRule': {'1.2'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'SubPort': {'1.0'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Subnet': {'1.1'},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     'Trunk': {'1.1'}}
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]: consumer versions:
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]: {   DHCP agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     HyperV agent@hv-cinder-77630: {},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     L3 agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     Metadata agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     Metering agent@dv-cinder-776307-6-iscsi: {},
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:     Open vSwitch agent@dv-cinder-776307-6-iscsi: {   'AddressGroup': '1.2',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'ConntrackHelper': '1.0',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Log': '1.0',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Network': '1.1',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Port': '1.7',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'PortForwarding': '1.2',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'QosPolicy': '1.8',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SecurityGroup': '1.4',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SecurityGroupRule': '1.2',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'SubPort': '1.0',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Subnet': '1.1',
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:                                                      'Trunk': '1.1'}}
Jun 01 12:45:26.815385 dv-cinder-776307-6-iscsi neutron-server[103771]:  {{(pid=103771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 01 12:45:26.824687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:26.875122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:26.972721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.018544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:27.026634 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.067966 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.070275 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.078318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.083649 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48440) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:27.084210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:27.136944 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.219745 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:27.223773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:27.229165 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:27.236684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:27.237840 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.247795 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event updated for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:27.251272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:27.275381 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8770919
Jun 01 12:45:27.296062 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Pushing event updated for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:27.300508 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:27.316223 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:27.495076 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4c89c7988a84eadb8591e782d621d35&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3947196
Jun 01 12:45:27.498093 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48464) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:27.519819 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.544111 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:27.548118 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Usage tracker for resource:security_group_rule and tenant:2e6dae6439b948ceb11d9891b3fb506b is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:27.551879 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:27.559755 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:27.584558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d885acd4-e9b6-499a-925e-ac47aca9667d,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:27.615827 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:27.628641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.649198 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8300a00b-81e3-403b-a6d0-c2e32e7d4bb9 req-6fd029fa-17b1-483d-9ae9-2eb39b7e6c78 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.3337722
Jun 01 12:45:27.690975 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.693055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Network 1025df3f-083b-474a-9420-8f71c13ea449 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:27.699931 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:27.770958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.777011 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:27.789419 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885acd4-e9b6-499a-925e-ac47aca9667d,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:27.795721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:27.797767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.799077 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d885acd4-e9b6-499a-925e-ac47aca9667d HTTP/1.1" status: 204  len: 168 time: 0.2995827
Jun 01 12:45:27.827759 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd99a55-c855-49d2-9ed0-ce9edcc38b3e req-49afa642-5f6d-4ddc-971e-4fe41e7e9913 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:27.834721 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cfd99a55-c855-49d2-9ed0-ce9edcc38b3e req-49afa642-5f6d-4ddc-971e-4fe41e7e9913 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 931 time: 0.6133633
Jun 01 12:45:27.938872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.966193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:27.985087 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-731ff506-8362-4c15-9445-60c644d9459a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:27.999913 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cfd99a55-c855-49d2-9ed0-ce9edcc38b3e req-82cedc87-262d-4d74-aa82-7f00933bfe8c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614628
Jun 01 12:45:28.047207 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e6dae6439b948ceb11d9891b3fb506b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9243309
Jun 01 12:45:28.054618 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Router b82330a4-82cc-44db-8aab-1868a29e146f has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:45:28.055698 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2533a4-d5ca-4dc1-b394-7831665d57e4,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:28.056122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48472) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:28.060200 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:28.128493 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device a94fe2af-f363-4085-acd1-e9382a479b04 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:28.150156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:28.180123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:28.228363 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port a94fe2af-f363-4085-acd1-e9382a479b04 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:28.229076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:28.249430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:28.255555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:28.270559 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2533a4-d5ca-4dc1-b394-7831665d57e4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:28.283112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:28.287013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:28.288340 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f2533a4-d5ca-4dc1-b394-7831665d57e4 HTTP/1.1" status: 204  len: 168 time: 0.2311823
Jun 01 12:45:28.295329 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:45:28.320007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Sync routers for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:45:28.321415 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] 10.222.0.86 "PUT /v2.0/routers/b82330a4-82cc-44db-8aab-1868a29e146f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9907572
Jun 01 12:45:28.356291 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:45:28.356957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4ea970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:45:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:28.673332 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:45:28.978775 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bee95ea5-9417-4279-9ab2-c50a2d58c092 req-9b927f27-23b5-4cf9-9afd-a1a346181a01 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.0928655
Jun 01 12:45:29.077151 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48518) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:29.126221 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:29.173916 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:29.189442 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5adc00934c441088396952bca6125d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:29.195849 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:29.212981 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:29.242249 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4ea970>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'd15fcc32-d618-44a8-8043-d1aefb76b861', 'name': '', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'mac_address': 'fa:16:3e:fc:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:24Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 2, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'subnets': [{'id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:29.248551 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Checking router: b82330a4-82cc-44db-8aab-1868a29e146f for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:45:29.249206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Updating router b82330a4-82cc-44db-8aab-1868a29e146f port d15fcc32-d618-44a8-8043-d1aefb76b861 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:45:29.330387 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:29.398358 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-80b5915b-808c-468d-aa85-4e461ea818f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:29.602446 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-c56c5b64-6f56-40a3-a592-3ed6478fc3cd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:29.603156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-c56c5b64-6f56-40a3-a592-3ed6478fc3cd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Synchronizing usage tracker for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:29.705728 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-c56c5b64-6f56-40a3-a592-3ed6478fc3cd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Unset dirty status for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:29.713188 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-c56c5b64-6f56-40a3-a592-3ed6478fc3cd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 817 time: 0.4899547
Jun 01 12:45:29.729636 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b348e-1430-4de5-aa3f-05508fd765f4 req-89e5a84a-ca97-4b57-9030-296504e59c2e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:29.731307 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c5b348e-1430-4de5-aa3f-05508fd765f4 req-89e5a84a-ca97-4b57-9030-296504e59c2e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 931 time: 0.4344184
Jun 01 12:45:29.789277 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-54a46a06-c44f-4831-a248-c4c93207b8fc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/quotas/dd550eef07a444a3bf73e999d1c906d9 HTTP/1.1" status: 200  len: 375 time: 0.0761089
Jun 01 12:45:29.806161 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:29.866221 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:29.880471 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c5b348e-1430-4de5-aa3f-05508fd765f4 req-a747a286-9374-4aeb-86fb-c5893bab2263 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401889
Jun 01 12:45:29.883309 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:29.945314 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a3bd82-3747-4711-9144-b0efbb21273c,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:29.975881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48546) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:29.979220 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5f5adc00934c441088396952bca6125d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8998582
Jun 01 12:45:29.984610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:30.069193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-02fe52db-6121-4cc8-9dc9-c6a4088283e4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Synchronizing usage tracker for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:30.118881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.127421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.131162 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-02fe52db-6121-4cc8-9dc9-c6a4088283e4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Unset dirty status for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:30.143076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Transition to ACTIVE for port object d15fcc32-d618-44a8-8043-d1aefb76b861 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:30.149522 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-02fe52db-6121-4cc8-9dc9-c6a4088283e4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3580291
Jun 01 12:45:30.154265 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.190367 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.190594 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:30.298100 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-6e5b7d21-d0bb-45ac-a62d-34f5d00cb061 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:45:30.299148 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-6e5b7d21-d0bb-45ac-a62d-34f5d00cb061 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066392
Jun 01 12:45:30.317235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.324499 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffac298-77b0-4973-9dc1-26952a18dd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:30.368962 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a3bd82-3747-4711-9144-b0efbb21273c,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:30.377535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:30.395785 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.397133 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9a3bd82-3747-4711-9144-b0efbb21273c HTTP/1.1" status: 204  len: 168 time: 0.4201474
Jun 01 12:45:30.565838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Pushing event updated for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:30.578633 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:30.711909 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Attempting to bind port d15fcc32-d618-44a8-8043-d1aefb76b861 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:30.712285 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Attempting to bind port d15fcc32-d618-44a8-8043-d1aefb76b861 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:30.712524 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Attempting to bind port d15fcc32-d618-44a8-8043-d1aefb76b861 on network 1025df3f-083b-474a-9420-8f71c13ea449 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:30.725518 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:30.725920 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Checking segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:30.726301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.726721 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Bound using segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:30.727202 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Bound port: d15fcc32-d618-44a8-8043-d1aefb76b861, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:30.727581 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:30.834422 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Request body: {'port': {'device_id': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:30.848422 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-f54a6bc5-fbaf-4e9f-99f0-fc3917aa5b50 service neutron] 10.222.0.86 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6949544
Jun 01 12:45:30.966088 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-21c6fbe7-76d8-4d1d-8276-6aa8ccf49960 req-5bdbcefb-8945-4eee-96ac-b66977e72158 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.5560088
Jun 01 12:45:31.064299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] For port d15fcc32-d618-44a8-8043-d1aefb76b861, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:31.082953 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] For port d15fcc32-d618-44a8-8043-d1aefb76b861, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d15fcc32-d618-44a8-8043-d1aefb76b861,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:31.090942 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:31.106529 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:31.151479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:31.240140 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9835ebbf-c652-45cb-a605-8638aa6b900e service neutron] 10.222.0.86 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3855538
Jun 01 12:45:31.394304 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Pushing event updated for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:31.426251 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:31.496969 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:45:31.496969 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4ea970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:45:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:31.977148 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fcbb1-786b-47d6-9f9b-5f325f089681 req-d7705a0a-9f43-4df6-9948-b4c2c0686153 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:31.986827 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ce8fcbb1-786b-47d6-9f9b-5f325f089681 req-d7705a0a-9f43-4df6-9948-b4c2c0686153 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 931 time: 0.2389357
Jun 01 12:45:32.068834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:45:32.076662 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a28b041-8ce9-41ef-a474-3e1310799511 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:32.077413 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ce8fcbb1-786b-47d6-9f9b-5f325f089681 req-b225bb1d-30e3-4fcd-b513-cd1143884c35 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894430
Jun 01 12:45:32.106187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:32.163920 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Transition to ACTIVE for port object 8a28b041-8ce9-41ef-a474-3e1310799511 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:32.170465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:32.205076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b9bf08cf-8d90-4d15-bca2-fa67f72fbb10 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:32.401179 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea6091f3-1ef4-4dff-8fac-ec937aadaab4 req-09d25cb9-e83a-48c9-9cbd-25e66a601d89 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 210 time: 0.2474370
Jun 01 12:45:32.573935 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.60', 49871) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:32.654487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Pushing event updated for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:32.664228 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:32.684488 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Attempting to bind port 8a28b041-8ce9-41ef-a474-3e1310799511 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:32.684828 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Attempting to bind port 8a28b041-8ce9-41ef-a474-3e1310799511 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:32.685095 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Attempting to bind port 8a28b041-8ce9-41ef-a474-3e1310799511 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:32.705396 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Port 8a28b041-8ce9-41ef-a474-3e1310799511 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:45:32.705786 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Attempting to bind port 8a28b041-8ce9-41ef-a474-3e1310799511 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:32.745759 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:32.746533 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Checking segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:32.746900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Bound using segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:32.747372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Bound port: 8a28b041-8ce9-41ef-a474-3e1310799511, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:32.755379 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.112401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:33.117375 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-7de2a238-c67b-4aa7-9ee8-59fee2907806 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:33.118503 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8a28b041-8ce9-41ef-a474-3e1310799511,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:33.123373 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-7de2a238-c67b-4aa7-9ee8-59fee2907806 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.60 "GET /v2.0/networks?id=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad HTTP/1.1" status: 200  len: 812 time: 0.5399580
Jun 01 12:45:33.129236 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.146086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:33.163884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.165522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-20f1b00b-490a-4bcb-a062-1e9c2bb5a380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.362400 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e220305a-f5ce-4478-82df-7ce9b702b06b req-913c3275-4618-440b-ac87-ef97d89ae9e4 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.2312267
Jun 01 12:45:33.443974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.463258 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Request body: {'port': {'device_id': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad', 'admin_state_up': True, 'tenant_id': '2b7ee580692b4cf5903fc4183febe6a8'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:33.470779 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48710) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:33.550000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:33.555407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:33.558118 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] 10.222.0.60 "PUT /v2.0/ports/8a28b041-8ce9-41ef-a474-3e1310799511 HTTP/1.1" status: 200  len: 1093 time: 2.9184568
Jun 01 12:45:33.560774 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:33.828624 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Pushing event updated for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:33.844881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:33.863469 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4ea970>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'd15fcc32-d618-44a8-8043-d1aefb76b861', 'name': '', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'mac_address': 'fa:16:3e:fc:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:24Z', 'updated_at': '2021-06-01T12:45:31Z', 'revision_number': 4, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'subnets': [{'id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:33.873084 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa62a5f-7e54-43dc-b56c-7e430f6edf0c None None] The sync data for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi is: [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'd15fcc32-d618-44a8-8043-d1aefb76b861', 'name': '', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'mac_address': 'fa:16:3e:fc:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:24Z', 'updated_at': '2021-06-01T12:45:31Z', 'revision_number': 4, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'subnets': [{'id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:45:34.087301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-91a83288-4fc8-4cc3-9c0e-e164d726b63c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:34.095676 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-91a83288-4fc8-4cc3-9c0e-e164d726b63c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 817 time: 0.7293863
Jun 01 12:45:34.104612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:34.109135 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Usage tracker for resource:port and tenant:2b7ee580692b4cf5903fc4183febe6a8 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:34.113066 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:34.125925 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:34.150508 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Made reservation on behalf of 2b7ee580692b4cf5903fc4183febe6a8 for: {'port': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:34.161469 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:34.174637 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c8e9c3c6-8ca7-474b-a4a3-504650bca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:34.192187 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-c8e9c3c6-8ca7-474b-a4a3-504650bca46a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 1096 time: 0.1899190
Jun 01 12:45:34.204680 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-0d18f057-781e-42af-b7b5-15afb916bc5a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/quotas/dd550eef07a444a3bf73e999d1c906d9 HTTP/1.1" status: 200  len: 375 time: 0.1074724
Jun 01 12:45:34.490677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d15fcc32-d618-44a8-8043-d1aefb76b861 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:34.567887 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-123d29da-a824-4ec5-a6a1-b8c22021fd5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a28b041-8ce9-41ef-a474-3e1310799511 HTTP/1.1" status: 200  len: 217 time: 0.3658571
Jun 01 12:45:34.577885 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:34.734724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:34.754137 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-8ff46c9a-1a96-4193-9bac-4bc9c8a9bc2a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5462787
Jun 01 12:45:34.793171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:34.848856 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Usage tracker for resource:security_group_rule and tenant:8800f0e51b9345b68299c21cafc691f0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:34.870905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:34.873546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:34.878304 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port d15fcc32-d618-44a8-8043-d1aefb76b861 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:34.898028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d15fcc32-d618-44a8-8043-d1aefb76b861 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:34.899670 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:34.976896 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97ff8f-9190-4950-b6ed-9400866bb1e1 req-6eb011ca-c46a-4e2f-a8ea-d73027034e24 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:34.981651 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-956bf079-2501-4dc4-9d83-f4d7a2383dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:34.983261 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-956bf079-2501-4dc4-9d83-f4d7a2383dfe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.3702774
Jun 01 12:45:34.983745 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.60', 49876) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:34.992633 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c97ff8f-9190-4950-b6ed-9400866bb1e1 req-6eb011ca-c46a-4e2f-a8ea-d73027034e24 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 0.5056176
Jun 01 12:45:35.021325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:35.097451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Allocated IP 172.20.0.7 (11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad/92114eee-3e63-4119-b10c-90df73856b56/8fd25319-6d33-45ca-82de-8dcace30bd74) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:35.555921 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:35.683464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port d15fcc32-d618-44a8-8043-d1aefb76b861, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d15fcc32-d618-44a8-8043-d1aefb76b861,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:35.686484 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c97ff8f-9190-4950-b6ed-9400866bb1e1 req-335c52a0-d8fe-4e0c-895a-08b157313fdd tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6908593
Jun 01 12:45:35.697879 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:35.708584 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:35.767482 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-409fb540-acca-41e6-8ada-975bb31c7996 service neutron] 10.222.0.86 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9987264
Jun 01 12:45:35.987060 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:35.995317 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:35.998963 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:36.061407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48784) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:36.064040 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-dbde2b2a-2c64-4478-b455-e23e0ed3baff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 1.0114002
Jun 01 12:45:36.079215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:36.093590 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-fb32cf6c-a9f9-433b-8600-2c47602d1220 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:36.095860 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-fb32cf6c-a9f9-433b-8600-2c47602d1220 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 817 time: 1.0640373
Jun 01 12:45:36.219540 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d15fcc32-d618-44a8-8043-d1aefb76b861 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:36.466334 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d15fcc32-d618-44a8-8043-d1aefb76b861 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:36.466748 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:36.542701 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-b8a46c12-f019-4d3e-b3e4-4aebf50d9a35 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4621637
Jun 01 12:45:36.546873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3e89968d-043a-4c76-a74c-e639d1cbf325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:36.559866 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8800f0e51b9345b68299c21cafc691f0&name=default HTTP/1.1" status: 200  len: 2975 time: 3.0774863
Jun 01 12:45:36.564196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Request body: {'port': {'device_id': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'admin_state_up': True, 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:36.614739 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48796) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:36.745198 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:36.760938 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7aa8f1f6-0c85-4fa0-abd9-84512bc2e6f5 req-2db7629f-07c1-4dd5-b1a1-5a8b1d0e61cb tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.4052062
Jun 01 12:45:36.765720 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:36.768383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feed977-7ec2-40f3-896d-56ba01705f48,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:36.774223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:36.789308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:36.798357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:36.805336 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Usage tracker for resource:security_group_rule and tenant:75bfe10bf8a1405da82a1f97b715a736 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:36.813282 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:36.836641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:36.873498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Made reservation on behalf of dd550eef07a444a3bf73e999d1c906d9 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:36.883357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:36.903160 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-fafaad4c-9385-4ff9-9af7-72af437496ba service neutron] 10.222.0.86 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1243289
Jun 01 12:45:37.030310 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.135689 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.206044 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.278257 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.286244 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ae64cf5e-26aa-4c7c-bc62-cd4e0a594b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:37.330390 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.344345 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5feed977-7ec2-40f3-896d-56ba01705f48 HTTP/1.1" status: 204  len: 168 time: 0.7108290
Jun 01 12:45:37.351570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feed977-7ec2-40f3-896d-56ba01705f48,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:37.367624 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:37.413328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.437992 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:37.463789 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.469419 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3f64298c-4dd7-489b-ad61-ab191ee1e1a1 req-e2e6e054-e1ee-4cab-8ac7-bb73923d445b service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6055582
Jun 01 12:45:37.475805 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.577478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9782c662-f806-4f99-916f-f73f27247bd6 x-openstack-request-id: req-9782c662-f806-4f99-916f-f73f27247bd6 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:37.577792 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:37.578643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9782c662-f806-4f99-916f-f73f27247bd6 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:37.579479 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511', 'status': 'completed', 'code': 200}
Jun 01 12:45:37.579933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:37.580257 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:37.582008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Pushing event updated for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:37.588859 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:37.592344 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:37.596615 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:37.615191 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:37.621255 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:37.654875 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=75bfe10bf8a1405da82a1f97b715a736&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5877769
Jun 01 12:45:37.674750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48830) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:37.804375 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4322231
Jun 01 12:45:38.010853 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376f7e7f-5cbb-4d5f-aca5-02c929dc6c19,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:38.033098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:38.098607 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Request body: {'port': {'device_id': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:38.186845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:38.209058 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-431c2879-cfa7-4edb-bfaa-b98d7beedd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:38.212734 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-431c2879-cfa7-4edb-bfaa-b98d7beedd18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 1096 time: 0.5517058
Jun 01 12:45:38.315737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Allocated IP 172.20.0.12 (1025df3f-083b-474a-9420-8f71c13ea449/04408cae-d36c-441c-b167-acd51b1fecc7/674c681f-812a-4e30-9425-5900c9f64514) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:38.489673 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-77d89cbe-66a1-4663-aa76-362b6c5f4e93 req-f9041eaa-79f9-4831-a888-dc6a6e16951a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.4669816
Jun 01 12:45:38.566057 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:38.893769 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5975-fb02-4e10-bfab-fcd3e27bae5d req-d4ec47ce-a0d3-4561-90e6-44ffb4b9dea3 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:38.896540 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7e0d5975-fb02-4e10-bfab-fcd3e27bae5d req-d4ec47ce-a0d3-4561-90e6-44ffb4b9dea3 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 1.0723863
Jun 01 12:45:38.944341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48854) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:38.971609 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.036936 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.050755 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.134358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:39.181254 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.204225 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-e4bfab84-eafe-48ed-be1b-f2ac14d90a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:39.206116 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-e4bfab84-eafe-48ed-be1b-f2ac14d90a8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 916 time: 0.4709496
Jun 01 12:45:39.213831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:39.237568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.243694 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Usage tracker for resource:security_group_rule and tenant:9ccc9a38dadc4fe0a8d4691afbe27b62 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:39.247359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:39.261808 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:39.286707 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7e0d5975-fb02-4e10-bfab-fcd3e27bae5d req-ff89844d-e04d-4a56-bc6c-6ada2969cce6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3325956
Jun 01 12:45:39.325303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.326878 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/376f7e7f-5cbb-4d5f-aca5-02c929dc6c19 HTTP/1.1" status: 204  len: 168 time: 1.6542330
Jun 01 12:45:39.328564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:39.354477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97e7c-7d76-4f5c-ac89-f6aea61e9b59 req-a98e4f88-7079-4d3f-831f-0fbae5ba645f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:39.356143 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-1bd97e7c-7d76-4f5c-ac89-f6aea61e9b59 req-a98e4f88-7079-4d3f-831f-0fbae5ba645f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Synchronizing usage tracker for tenant:2b7ee580692b4cf5903fc4183febe6a8 on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:39.361167 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376f7e7f-5cbb-4d5f-aca5-02c929dc6c19,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:39.368741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Network 1025df3f-083b-474a-9420-8f71c13ea449 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:39.370570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:39.388259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:39.408391 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:39.436846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:39.438808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:39.525478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Pushing event updated for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:39.555808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:39.602328 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0579751
Jun 01 12:45:40.035774 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ff11adb-442f-4483-bc2a-0d66152f75f9 req-c4a2b58f-acc9-41a2-a344-b3982c18340e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.1143253
Jun 01 12:45:40.215417 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.238942 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.256627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48882) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:40.287359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.345683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:40.353296 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-1bd97e7c-7d76-4f5c-ac89-f6aea61e9b59 req-a98e4f88-7079-4d3f-831f-0fbae5ba645f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Unset dirty status for tenant:2b7ee580692b4cf5903fc4183febe6a8 on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:40.357180 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Usage tracker for resource:security_group_rule and tenant:e51a7e10bb2f4c0484a391d27d9686b2 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:40.360657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:40.362259 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bd97e7c-7d76-4f5c-ac89-f6aea61e9b59 req-a98e4f88-7079-4d3f-831f-0fbae5ba645f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 931 time: 1.6193163
Jun 01 12:45:40.370480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:40.390616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:40.467468 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de36a9d-9cdb-440a-b4a7-41a1d3e814aa,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:40.467468 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ccc9a38dadc4fe0a8d4691afbe27b62&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5100088
Jun 01 12:45:40.469744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 48892) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:40.478124 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:40.504912 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd25319-6d33-45ca-82de-8dcace30bd74 {{(pid=103770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:40.524067 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.586098 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bd97e7c-7d76-4f5c-ac89-f6aea61e9b59 req-104d6612-a34c-43fc-a8a8-2a41631a3c68 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225955
Jun 01 12:45:40.625722 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Transition to ACTIVE for port object 8fd25319-6d33-45ca-82de-8dcace30bd74 will not be triggered until provisioned by entity L2. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:40.632713 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.640948 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e02a6fd4-ed5f-4f9f-bd2f-3e5c261c1e2b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:40.758412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.771999 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.828736 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:40.852958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:40.969341 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e51a7e10bb2f4c0484a391d27d9686b2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7114964
Jun 01 12:45:40.975109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a37b31-00b3-4703-854c-6b23e2c24f08,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:40.979195 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48904) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:40.991533 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.003754 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:41.074318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:41.076722 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:41.124214 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.137933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:41.160866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de36a9d-9cdb-440a-b4a7-41a1d3e814aa,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:41.164996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Attempting to bind port 8fd25319-6d33-45ca-82de-8dcace30bd74 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:41.165745 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Attempting to bind port 8fd25319-6d33-45ca-82de-8dcace30bd74 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad'}] {{(pid=103770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:41.166157 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Attempting to bind port 8fd25319-6d33-45ca-82de-8dcace30bd74 on network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:41.179967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:41.192664 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Port 8fd25319-6d33-45ca-82de-8dcace30bd74 on network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:45:41.197491 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Attempting to bind port 8fd25319-6d33-45ca-82de-8dcace30bd74 on network 11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:41.198562 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.201542 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7de36a9d-9cdb-440a-b4a7-41a1d3e814aa HTTP/1.1" status: 204  len: 168 time: 0.7302687
Jun 01 12:45:41.232807 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:41.233165 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Checking segment: {'id': '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:41.233657 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Bound using segment: {'id': '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad'} {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:41.234160 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Bound port: 8fd25319-6d33-45ca-82de-8dcace30bd74, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad'}}] {{(pid=103770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:41.234514 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.269366 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.363298 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8c93-230c-401a-8c84-75fff7e43ed4 req-c3054199-abf9-45cf-bdd3-84a0940241ca tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:41.364899 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5dbb8c93-230c-401a-8c84-75fff7e43ed4 req-c3054199-abf9-45cf-bdd3-84a0940241ca tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 0.4562888
Jun 01 12:45:41.530706 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.563478 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-80c0024d-7ce0-448c-8a84-4ab7602b4a83 req-e14f596d-b72c-486f-86bf-45ddb29633f6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.2826080
Jun 01 12:45:41.671682 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5dbb8c93-230c-401a-8c84-75fff7e43ed4 req-d225466d-f705-4fb1-8e78-7f41d0c4b522 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688642
Jun 01 12:45:41.678008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, cleared binding levels {{(pid=103770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:41.685027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8fd25319-6d33-45ca-82de-8dcace30bd74,segment=NetworkSegment(3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7),segment_id=3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7)] {{(pid=103770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:41.695183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.702272 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:41.738154 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.836564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:41.837173 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.838586 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8fd25319-6d33-45ca-82de-8dcace30bd74 HTTP/1.1" status: 200  len: 1093 time: 3.8148615
Jun 01 12:45:41.844694 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:41.938564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:41.938564 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8a37b31-00b3-4703-854c-6b23e2c24f08 HTTP/1.1" status: 204  len: 168 time: 0.9473548
Jun 01 12:45:41.938564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=3']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:41.939864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:41.939864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a9d58468-9db0-44ca-b35d-cf92b16ee640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:41.953720 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a37b31-00b3-4703-854c-6b23e2c24f08,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:41.957411 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:41.983607 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e8f1b-8da0-4f9d-bdfc-ef55b3cb19a5 req-6a26d96a-6626-4ae8-83ef-cbd19f5fe544 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:41.985256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-226e8f1b-8da0-4f9d-bdfc-ef55b3cb19a5 req-6a26d96a-6626-4ae8-83ef-cbd19f5fe544 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 943 time: 0.2459269
Jun 01 12:45:42.055129 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-226e8f1b-8da0-4f9d-bdfc-ef55b3cb19a5 req-b85f40b0-4198-4573-a24c-6e1fc074e546 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628178
Jun 01 12:45:42.100144 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:42.250883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:42.260201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Request body: {'port': {'device_id': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:42.332158 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-caa378e1-8b26-44db-9a57-fa2d0bdd6b37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a28b041-8ce9-41ef-a474-3e1310799511 HTTP/1.1" status: 200  len: 217 time: 0.1505280
Jun 01 12:45:42.432761 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-caa89e5f-53eb-4b7e-94da-8e8580cc1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:42.434428 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-caa89e5f-53eb-4b7e-94da-8e8580cc1012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b7ee580692b4cf5903fc4183febe6a8&device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 1096 time: 0.2146270
Jun 01 12:45:42.489657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:42.504341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-80ea73cf-5b7b-4111-8f87-660f7e3e4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:42.505954 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-80ea73cf-5b7b-4111-8f87-660f7e3e4a22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.1592350
Jun 01 12:45:42.547240 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-0871b455-3cef-4c22-8801-7bb3b0a5639e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fd25319-6d33-45ca-82de-8dcace30bd74 HTTP/1.1" status: 200  len: 217 time: 0.1017652
Jun 01 12:45:42.727003 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-f4841173-85a6-4212-8189-adca42afa6da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2136006
Jun 01 12:45:42.774235 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e49ad5df-f407-492a-84ff-0dbdd01822a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:42.775776 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-e49ad5df-f407-492a-84ff-0dbdd01822a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92114eee-3e63-4119-b10c-90df73856b56 HTTP/1.1" status: 200  len: 852 time: 0.2210789
Jun 01 12:45:42.777289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f277fa5f-9271-467f-9708-cfc6e8f8579b x-openstack-request-id: req-f277fa5f-9271-467f-9708-cfc6e8f8579b {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:42.777667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:42.777916 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f277fa5f-9271-467f-9708-cfc6e8f8579b {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:42.778390 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74', 'status': 'completed', 'code': 200}
Jun 01 12:45:42.787781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 48990) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:42.972446 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-29d07045-4f7a-4169-b640-df0e898b8fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1695533
Jun 01 12:45:42.975896 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-455e8d53-064a-4978-80d9-2db4a732ff97 req-3e9bd87d-574b-42bf-90bf-bc59942f6bc4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.0713520
Jun 01 12:45:43.087583 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-c23efe1f-fd3e-4c41-9a7a-8003214cbca6 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293343
Jun 01 12:45:43.135293 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fe6b5-a3e2-486c-bb58-b9efd8c26256 req-11925e2b-875a-4ffb-b3cf-4737bc4631d6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:43.136831 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ec8fe6b5-a3e2-486c-bb58-b9efd8c26256 req-11925e2b-875a-4ffb-b3cf-4737bc4631d6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 0.2733462
Jun 01 12:45:43.247436 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204452064-network', 'tenant_id': '80f4e0db021444c6ac24d29cf45cb684'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:43.253014 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:43.267399 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Usage tracker for resource:network and tenant:80f4e0db021444c6ac24d29cf45cb684 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:43.271225 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:43.277263 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:43.294612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Made reservation on behalf of 80f4e0db021444c6ac24d29cf45cb684 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:43.296964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:43.348501 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.60', 49892) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:43.352432 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-d66f56f0-bacb-4290-ae73-c7b86bbf2bcf service neutron] 10.222.0.60 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3616674
Jun 01 12:45:43.362837 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:43.378460 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ec8fe6b5-a3e2-486c-bb58-b9efd8c26256 req-c6eaeb1d-fdde-45d2-aca1-150b1198e4d2 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285421
Jun 01 12:45:43.447225 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49020) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:43.495243 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:43.516580 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6272f06c-6698-4ccb-80d9-9a99bd5ccec8 req-8b6aea08-2a0e-4026-b760-c130f9cee384 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3775237
Jun 01 12:45:43.615123 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Usage tracker for resource:security_group_rule and tenant:80f4e0db021444c6ac24d29cf45cb684 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:43.629315 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:43.670584 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:43.707832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674c681f-812a-4e30-9425-5900c9f64514 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:43.719199 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:43.747055 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Transition to ACTIVE for port object 674c681f-812a-4e30-9425-5900c9f64514 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:43.762219 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:43.778650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-34c4030a-97ba-43de-9e5d-97bbc9d0e820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:43.788927 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a425ce32-dd1b-4e91-92be-e62a1eefdfea req-6a104ee6-34d3-4b2a-8f1d-77ad18ca5e2c service neutron] 10.222.0.60 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4271519
Jun 01 12:45:43.854578 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b179-452e-4cd3-a7ac-41749373a07b req-2b0e023e-6035-4165-9c8a-56c2b924b309 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:43.864868 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc25b179-452e-4cd3-a7ac-41749373a07b req-2b0e023e-6035-4165-9c8a-56c2b924b309 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 943 time: 0.5761409
Jun 01 12:45:43.891446 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:43.970763 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:43.995294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Usage tracker for resource:security_group_rule and tenant:63f7ce3f4589462a9cbbcdb00a88cbae is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:44.006902 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:44.026571 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:44.043096 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc25b179-452e-4cd3-a7ac-41749373a07b req-e5961034-ddcd-47d3-b1e0-7bc200d4bc41 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746881
Jun 01 12:45:44.139254 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.143057 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-5da11ecc-9cc8-4b1c-92c4-91c50454e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.144542 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-5da11ecc-9cc8-4b1c-92c4-91c50454e0de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b7ee580692b4cf5903fc4183febe6a8&device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 1096 time: 0.2545755
Jun 01 12:45:44.146847 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.156225 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:44.156444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Attempting to bind port 674c681f-812a-4e30-9425-5900c9f64514 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:44.156800 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Attempting to bind port 674c681f-812a-4e30-9425-5900c9f64514 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:44.157204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Attempting to bind port 674c681f-812a-4e30-9425-5900c9f64514 on network 1025df3f-083b-474a-9420-8f71c13ea449 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:44.189303 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:44.192782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:44.201730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-96257e05-bc6f-456b-9210-10f9bb55905b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.203827 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-96257e05-bc6f-456b-9210-10f9bb55905b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 817 time: 0.8538280
Jun 01 12:45:44.205173 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Port 674c681f-812a-4e30-9425-5900c9f64514 on network 1025df3f-083b-474a-9420-8f71c13ea449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:45:44.205646 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Attempting to bind port 674c681f-812a-4e30-9425-5900c9f64514 on network 1025df3f-083b-474a-9420-8f71c13ea449 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:44.217466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:44.218092 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Checking segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:44.218684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Bound using segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:44.219281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Bound port: 674c681f-812a-4e30-9425-5900c9f64514, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:44.219877 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.229763 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:45:44.251873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dd7000-28c0-46ce-a63f-b25362af8688,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:44.252532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Request body: {'port': {'device_id': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'admin_state_up': True, 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:44.263315 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.263753 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Added segment d84194dd-468b-436a-9543-b2b2e592c25b of type vlan for network e53f6a9b-d654-465c-ba12-70b2cf578528
Jun 01 12:45:44.292973 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.372106 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:44.377260 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=674c681f-812a-4e30-9425-5900c9f64514,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:44.389827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.394373 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:44.452467 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.465544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fa8817c-eb66-456b-a23c-3a9182b97ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:44.472420 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.473097 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.496492 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fcebebf6-74d0-4d42-a605-feb3231ba650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:44.524139 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-696bb699-3e3c-42f7-9b4b-61fece34afbd req-938c8ce3-4d14-459f-a221-ea1ab8ec062b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.1315637
Jun 01 12:45:44.537375 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.643079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.643616 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.645038 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] 10.222.0.60 "PUT /v2.0/ports/674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 1094 time: 2.4655452
Jun 01 12:45:44.645683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'tag': '674c681f-812a-4e30-9425-5900c9f64514'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:44.648532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3461a14-9cf9-4d70-8566-d0ba45908056" -d '{"events": [{"name": "network-changed", "server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "tag": "674c681f-812a-4e30-9425-5900c9f64514"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:44.656882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:44.670690 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:44.736998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0196d91f-5e8d-4b7b-b8be-7710e0965bd4 x-openstack-request-id: req-0196d91f-5e8d-4b7b-b8be-7710e0965bd4 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:44.737258 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "tag": "674c681f-812a-4e30-9425-5900c9f64514", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:44.737665 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0196d91f-5e8d-4b7b-b8be-7710e0965bd4 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:44.737927 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'tag': '674c681f-812a-4e30-9425-5900c9f64514', 'status': 'completed', 'code': 200}
Jun 01 12:45:44.750735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:44.756969 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Usage tracker for resource:port and tenant:dd550eef07a444a3bf73e999d1c906d9 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:44.765681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:44.773595 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.774154 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:44.793024 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Made reservation on behalf of dd550eef07a444a3bf73e999d1c906d9 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:44.797064 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:44.826740 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.0270514
Jun 01 12:45:44.826740 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Pushing event updated for resources: {'Network': ['ID=e53f6a9b-d654-465c-ba12-70b2cf578528,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:44.827927 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-8f22f4ee-d518-4889-bcde-ba6f6fc0e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.829782 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-8f22f4ee-d518-4889-bcde-ba6f6fc0e2f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1097 time: 0.1416340
Jun 01 12:45:44.836470 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-16ccd62c-2042-495c-8b62-374883434715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:44.837965 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-16ccd62c-2042-495c-8b62-374883434715 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad HTTP/1.1" status: 200  len: 913 time: 0.6727328
Jun 01 12:45:44.838183 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network e53f6a9b-d654-465c-ba12-70b2cf578528 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:45:44.842785 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:44.847157 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49080) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:44.848510 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:44.947459 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63f7ce3f4589462a9cbbcdb00a88cbae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4909296
Jun 01 12:45:44.951069 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-71d631af-3dff-4f85-a03e-7e122b8b3a35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fd25319-6d33-45ca-82de-8dcace30bd74 HTTP/1.1" status: 200  len: 217 time: 0.0937042
Jun 01 12:45:44.952224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49088) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:45.022328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d6b7f-5ca6-4937-9d38-42d8a6db2938,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:45.036898 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49094) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:45.055597 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Request body: {'subnet': {'network_id': 'e53f6a9b-d654-465c-ba12-70b2cf578528', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204452064-subnet', 'tenant_id': '80f4e0db021444c6ac24d29cf45cb684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:45.066849 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:45.074936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:45.078144 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-95a3175d-4329-48d6-b491-d72ef41b1ea3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.1558590
Jun 01 12:45:45.087554 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Usage tracker for resource:subnet and tenant:80f4e0db021444c6ac24d29cf45cb684 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:45.113876 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c2a14-85b8-44dc-9190-4724efab1ed5 req-ecbf2612-2e53-4350-80fc-5a767e016fb9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:45.122693 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d11c2a14-85b8-44dc-9190-4724efab1ed5 req-ecbf2612-2e53-4350-80fc-5a767e016fb9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 0.4120507
Jun 01 12:45:45.129998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:45.148166 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:45.177972 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-c0d48eeb-2ffa-40e1-8708-b888dfba2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:45.183064 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-c0d48eeb-2ffa-40e1-8708-b888dfba2686 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92114eee-3e63-4119-b10c-90df73856b56 HTTP/1.1" status: 200  len: 852 time: 0.2212446
Jun 01 12:45:45.212656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Made reservation on behalf of 80f4e0db021444c6ac24d29cf45cb684 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:45.215239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Notify callbacks [] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.248415 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d11c2a14-85b8-44dc-9190-4724efab1ed5 req-834a4e66-f39e-42ff-822f-a2dfcc6e943c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247714
Jun 01 12:45:45.306469 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.314522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-06d1b786-e8b0-4247-be70-04d2d3102273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:45.315370 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-06d1b786-e8b0-4247-be70-04d2d3102273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.2249935
Jun 01 12:45:45.372686 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49106) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:45.389560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Allocated IP 172.20.0.14 (1025df3f-083b-474a-9420-8f71c13ea449/04408cae-d36c-441c-b167-acd51b1fecc7/30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:45:45.396855 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-8345f9e0-d4b6-4512-9111-7947c3bb29c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692656
Jun 01 12:45:45.400828 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-7bc3fe2c-30ca-43fc-a392-a758c3d7340d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1657031
Jun 01 12:45:45.406628 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.461295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.472892 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:45.540929 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Usage tracker for resource:security_group_rule and tenant:767dd462e7024401b14fd2818c77fff8 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:45.562584 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:45.588071 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:45.600494 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d72bc-2886-4840-8990-08d71b27179c req-75a11530-ff34-40c0-848e-6ec7f3a4783d tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:45.602221 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d58d72bc-2886-4840-8990-08d71b27179c req-75a11530-ff34-40c0-848e-6ec7f3a4783d tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 943 time: 0.3661640
Jun 01 12:45:45.653124 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.765248 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-c2c273f4-1fdf-4c81-8d02-ffe97ea54225 service neutron] 10.222.0.60 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3408964
Jun 01 12:45:45.770937 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:45.820985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:45.841349 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:45.843041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Usage tracker for resource:security_group_rule and tenant:4c73ac98a73d45c38b305af85c928531 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:45.847174 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-d15d8899-ec35-4f1b-a729-cf484a23cd99 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4305918
Jun 01 12:45:45.850561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:45.883126 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:45.914479 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d6b7f-5ca6-4937-9d38-42d8a6db2938,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:45.917387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:45.924583 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cc9da340-d364-41ee-b29b-d1b855940546 req-dc507548-0d04-4432-8eb4-9e3f7930527a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.1351743
Jun 01 12:45:45.927610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d58d72bc-2886-4840-8990-08d71b27179c req-977ab15a-939a-4734-955b-a6f951817a72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557209
Jun 01 12:45:46.014459 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.018431 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f9d6b7f-5ca6-4937-9d38-42d8a6db2938 HTTP/1.1" status: 204  len: 168 time: 1.0557530
Jun 01 12:45:46.054966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.107966 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.122639 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.126604 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0fb77b1-31ce-45d9-98f5-24b96fe59e61 req-62cdfa38-da8f-47e6-8ce5-91d8c31212d0 service neutron] 10.222.0.60 "GET /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422627
Jun 01 12:45:46.139927 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:46.188611 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=767dd462e7024401b14fd2818c77fff8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1495972
Jun 01 12:45:46.193797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49136) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:46.196373 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6e1f7a-3120-4747-9d15-2508d7a3d950,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:46.209865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:46.273930 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.297649 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.308123 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.327806 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:46.380027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.386913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-965ce140-4243-4254-8b4e-f5def019f5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:46.403441 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6e1f7a-3120-4747-9d15-2508d7a3d950,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:46.410688 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:46.412698 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.417506 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a6e1f7a-3120-4747-9d15-2508d7a3d950 HTTP/1.1" status: 204  len: 168 time: 0.2224000
Jun 01 12:45:46.456845 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Network 1025df3f-083b-474a-9420-8f71c13ea449 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:45:46.471937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:46.473858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:45:46.479676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:46.480535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.498510 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-323465c0-d15b-4ac0-8688-7a2ee4216b03 req-2e8b6e94-2e1e-4625-a0de-771944c6ae40 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6368685
Jun 01 12:45:46.562272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.569309 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebde11-ece2-4a67-9382-ef3f8499e117 req-c5a6c9ed-21cc-4adc-bf20-a851b05dc89a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:46.572395 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aaebde11-ece2-4a67-9382-ef3f8499e117 req-c5a6c9ed-21cc-4adc-bf20-a851b05dc89a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 943 time: 0.1193690
Jun 01 12:45:46.582676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.620205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49154) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:46.635171 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aaebde11-ece2-4a67-9382-ef3f8499e117 req-d0f88c11-c837-4655-81f9-330a49665b29 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552258
Jun 01 12:45:46.641523 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4253254
Jun 01 12:45:46.642136 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Pushing event updated for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:46.652088 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:46.668618 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:46.694159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Request body: {'port': {'device_id': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:46.712289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49160) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:46.741310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.757852 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8fd25319-6d33-45ca-82de-8dcace30bd74 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:45:46.786814 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c73ac98a73d45c38b305af85c928531&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4091361
Jun 01 12:45:46.790183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49168) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:46.795026 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:46.814131 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9298874e-53ac-4fe1-a4a4-d03c873adffd,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:46.827859 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:46.830518 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Usage tracker for resource:security_group_rule and tenant:a079e8c514734c359896ec645374b90f is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:46.886310 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.895697 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:46.911336 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:46.923306 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:46.955312 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8fd25319-6d33-45ca-82de-8dcace30bd74,segment=NetworkSegment(3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7),segment_id=3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:46.957360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-fbc73ded-e34c-449c-b6c6-ef68332937c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:46.959013 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-fbc73ded-e34c-449c-b6c6-ef68332937c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1097 time: 0.3797038
Jun 01 12:45:46.973463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '8fd25319-6d33-45ca-82de-8dcace30bd74', 'network_id': '11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad', 'port_id': '8fd25319-6d33-45ca-82de-8dcace30bd74', 'mac_address': 'fa:16:3e:c0:4f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92114eee-3e63-4119-b10c-90df73856b56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:45:46.998479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.012858 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.020384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.050864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298874e-53ac-4fe1-a4a4-d03c873adffd,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.055467 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:47.060865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.062633 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9298874e-53ac-4fe1-a4a4-d03c873adffd HTTP/1.1" status: 204  len: 168 time: 0.2707021
Jun 01 12:45:47.101425 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.150854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd25319-6d33-45ca-82de-8dcace30bd74 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:47.185335 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8fd25319-6d33-45ca-82de-8dcace30bd74,segment=NetworkSegment(3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7),segment_id=3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:47.193537 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.195572 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8a28b041-8ce9-41ef-a474-3e1310799511 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:45:47.201566 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.233186 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.249129 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.279643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.350696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49180) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:47.355950 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:47.361003 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f22589ea3e46348ebf5462bfb257c6 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:47.365295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:47.383715 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:47.406903 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.418738 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:47.459965 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.479904 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8a28b041-8ce9-41ef-a474-3e1310799511,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:47.499742 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '8a28b041-8ce9-41ef-a474-3e1310799511', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'port_id': '8a28b041-8ce9-41ef-a474-3e1310799511', 'mac_address': 'fa:16:3e:99:09:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c338a5-4d8f-48f2-be34-6af322282f4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:45:47.501796 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:47.510889 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd80c17-34d5-4ad2-b887-821317046a50,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.521367 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:47.547505 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-9dd22bb9-5db4-4c4c-bce7-1689d174a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:47.549300 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-9dd22bb9-5db4-4c4c-bce7-1689d174a425 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.5750570
Jun 01 12:45:47.559069 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Usage tracker for resource:security_group_rule and tenant:e8991e29d5ce498f91525571844cc433 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:47.561156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Checking segment: {'id': 'd84194dd-468b-436a-9543-b2b2e592c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e53f6a9b-d654-465c-ba12-70b2cf578528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:47.561521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Network hostable DHCP agents. Network: e53f6a9b-d654-465c-ba12-70b2cf578528, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:45:47.564108 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:47.570714 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:47.574122 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.595538 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a28b041-8ce9-41ef-a474-3e1310799511 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:47.617555 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8a28b041-8ce9-41ef-a474-3e1310799511,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:47.623693 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b816-b003-494b-bed8-e63899bda5f5 req-c70c735f-0f13-4818-b4d4-2a09f9f5adb5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:47.624138 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.625216 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8ec1b816-b003-494b-bed8-e63899bda5f5 req-c70c735f-0f13-4818-b4d4-2a09f9f5adb5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 932 time: 0.4607255
Jun 01 12:45:47.627216 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.627970 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.652329 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.671692 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9ec4fa2a-9b51-4fb7-9d4c-c482d762d3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.710111 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-14972aa6-c161-47fc-98fa-638ce7747a14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.1453137
Jun 01 12:45:47.710301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f47d50-6ee3-46e8-8db2-11d84cca5170,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.715552 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.719764 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:47.778212 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.802070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.817764 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:47.829821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:47.837158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Network e53f6a9b-d654-465c-ba12-70b2cf578528 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:45:47.840272 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8ec1b816-b003-494b-bed8-e63899bda5f5 req-3cbcf346-1ae9-432a-8bee-23a5cbc6f40a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Synchronizing usage tracker for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:47.863179 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005b81-50f3-4ae9-a28c-2e9a3bea36fb req-4e1d62b9-af51-4635-8cc6-9f5516deb79c tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:47.864717 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-28005b81-50f3-4ae9-a28c-2e9a3bea36fb req-4e1d62b9-af51-4635-8cc6-9f5516deb79c tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 944 time: 0.6330333
Jun 01 12:45:47.872707 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2f22589ea3e46348ebf5462bfb257c6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1593087
Jun 01 12:45:47.876882 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49200) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:47.893951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-14fe7223-fe8a-4cdc-a843-a2313eec55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:47.893951 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-14fe7223-fe8a-4cdc-a843-a2313eec55c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.1581347
Jun 01 12:45:47.914072 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, e53f6a9b-d654-465c-ba12-70b2cf578528) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:47.918592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:47.919580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:47.930003 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5b832-8331-4f36-b166-3b5beda2bcf7 None None] Network e53f6a9b-d654-465c-ba12-70b2cf578528 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:47.949082 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8fd25319-6d33-45ca-82de-8dcace30bd74'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:45:47.973058 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-28005b81-50f3-4ae9-a28c-2e9a3bea36fb req-0f280f52-72a3-4561-a01a-4efad244c007 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953152
Jun 01 12:45:47.979728 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a079e8c514734c359896ec645374b90f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3452373
Jun 01 12:45:47.979728 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d233f-6e5f-4698-9368-bdcae70241cb,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:47.982641 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:45:47.983653 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49206) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:47.992898 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:48.030269 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-e2847a80-82e9-43e3-8c40-6e375b91ec05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1215546
Jun 01 12:45:48.061738 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.104642 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.1890979
Jun 01 12:45:48.152529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.165685 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.222649 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.db.resource_extend [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 01 12:45:48.240393 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.268259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.268903 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.328128 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1041ddde-f3a7-4411-8ee0-bd9569abf072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:48.355286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.366115 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8ec1b816-b003-494b-bed8-e63899bda5f5 req-3cbcf346-1ae9-432a-8bee-23a5cbc6f40a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Unset dirty status for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:48.367472 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8ec1b816-b003-494b-bed8-e63899bda5f5 req-3cbcf346-1ae9-432a-8bee-23a5cbc6f40a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7324579
Jun 01 12:45:48.374921 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f47d50-6ee3-46e8-8db2-11d84cca5170,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:48.392272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:48.402831 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.427034 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Transition to ACTIVE for port object 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:45:48.450549 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.460551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:48.475800 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8991e29d5ce498f91525571844cc433&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0616605
Jun 01 12:45:48.476872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.481050 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-4d1bf8f9-7153-4cc2-bdad-75e94bfb8496 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29f47d50-6ee3-46e8-8db2-11d84cca5170 HTTP/1.1" status: 204  len: 168 time: 0.5975695
Jun 01 12:45:48.488064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8414616-4c86-485f-9736-efef9515751e None None] Network e53f6a9b-d654-465c-ba12-70b2cf578528 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:48.494401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49220) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:48.507521 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-22326a95-668f-482a-9d22-8618e9858071 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4610870
Jun 01 12:45:48.522231 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d13d5-ebfb-41d2-b44a-7054ae78b455,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:48.529947 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:48.530375 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:48.530684 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:48.566514 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.575827 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:48.594980 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d233f-6e5f-4698-9368-bdcae70241cb,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:48.601793 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:48.629802 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586a99b-18b4-4db9-ac99-7347949d4cbe req-9d2e0b2c-7cba-4a24-8b08-130296b56a18 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:48.631730 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5586a99b-18b4-4db9-ac99-7347949d4cbe req-9d2e0b2c-7cba-4a24-8b08-130296b56a18 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 944 time: 0.3815956
Jun 01 12:45:48.632787 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:48.636772 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b06d233f-6e5f-4698-9368-bdcae70241cb HTTP/1.1" status: 204  len: 168 time: 0.6520336
Jun 01 12:45:48.733772 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5586a99b-18b4-4db9-ac99-7347949d4cbe req-4cdca5e6-c8b3-4254-a69b-1fdef93ea711 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899472
Jun 01 12:45:49.111759 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Pushing event updated for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:49.127061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:49.190042 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c3461a14-9cf9-4d70-8566-d0ba45908056 req-ed318bef-3798-4707-a710-6e07d3af3ddf service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6332822
Jun 01 12:45:49.218792 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.220591 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Attempting to bind port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:45:49.221070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Attempting to bind port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:45:49.221232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Attempting to bind port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 on network 1025df3f-083b-474a-9420-8f71c13ea449 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:49.242003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 on network 1025df3f-083b-474a-9420-8f71c13ea449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:45:49.242209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Attempting to bind port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 on network 1025df3f-083b-474a-9420-8f71c13ea449 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:45:49.256780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:45:49.257370 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Checking segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:49.257682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Bound using segment: {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:45:49.258127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Bound port: 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7911bb-eab3-4453-a079-62d2bf0ab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:45:49.258474 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.277816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.280667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f671ab7-1ade-4041-bbc4-93e86bca1c31 req-4157234d-43c1-49d1-81e2-69f2a3996600 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:49.282689 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4f671ab7-1ade-4041-bbc4-93e86bca1c31 req-4157234d-43c1-49d1-81e2-69f2a3996600 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 944 time: 0.1366258
Jun 01 12:45:49.352810 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4f671ab7-1ade-4041-bbc4-93e86bca1c31 req-1de78528-5051-41a3-8be5-b0ea9afefe0a tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625172
Jun 01 12:45:49.366317 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49262) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:49.398462 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.401775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:45:49.409325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:45:49.415652 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.421820 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:49.456317 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:49.461496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.466570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Usage tracker for resource:security_group_rule and tenant:f78b22e03eb14e0ea86b4a7165586ba4 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:49.472396 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:49.488628 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:49.491734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:49.492412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.493801 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] 10.222.0.60 "PUT /v2.0/ports/30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 200  len: 1094 time: 2.8407285
Jun 01 12:45:49.497584 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:49.500429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707757f-6c00-4825-b4a9-c7604f0dee33" -d '{"events": [{"name": "network-changed", "server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:49.515260 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.516416 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e23d13d5-ebfb-41d2-b44a-7054ae78b455 HTTP/1.1" status: 204  len: 168 time: 1.0120730
Jun 01 12:45:49.530352 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Pushing event updated for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:49.533413 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:49.533885 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a0f09d40-fcdc-4290-86d8-f17a7fb774fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:49.585540 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d13d5-ebfb-41d2-b44a-7054ae78b455,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:49.593314 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:49.636196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-18e2e2cc-e571-4471-9240-e6c6d3e9a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:49.638102 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-18e2e2cc-e571-4471-9240-e6c6d3e9a26a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1097 time: 0.0891397
Jun 01 12:45:49.645979 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d9265d-bf55-4f39-8494-3a394a04f2a1 x-openstack-request-id: req-98d9265d-bf55-4f39-8494-3a394a04f2a1 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:49.646429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:49.646711 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98d9265d-bf55-4f39-8494-3a394a04f2a1 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:49.647124 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955', 'status': 'completed', 'code': 200}
Jun 01 12:45:49.702352 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49278) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:49.734487 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-559501cf-b934-499c-ae5c-bbdf1497b8a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 200  len: 217 time: 0.0818400
Jun 01 12:45:49.751376 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339bc9-3a29-41fa-afa2-25547a23b63a req-b1b603ec-e253-42b4-a0f9-a5dc7b751d89 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:49.753463 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5f339bc9-3a29-41fa-afa2-25547a23b63a req-b1b603ec-e253-42b4-a0f9-a5dc7b751d89 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 944 time: 0.1950002
Jun 01 12:45:49.755394 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.785879 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:49.800463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-acaca57f-5cdf-4282-b0c3-41035100a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:49.872712 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61121da3-1305-40df-b0bd-d9fbc86b1e10,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:49.876826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-3ff67101-e92a-43f4-8e4f-3a70015667fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:49.878356 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-3ff67101-e92a-43f4-8e4f-3a70015667fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.1324685
Jun 01 12:45:49.882057 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f78b22e03eb14e0ea86b4a7165586ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5111861
Jun 01 12:45:49.882057 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:49.882432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49290) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:49.884643 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5f339bc9-3a29-41fa-afa2-25547a23b63a req-6ac3d71e-7580-405a-8794-9ed19aaf5dca tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250744
Jun 01 12:45:49.961445 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-fd87d51b-9921-4b38-88cf-a0c6bb24a8ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598092
Jun 01 12:45:50.001650 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833b79-e978-475e-bdba-e5fec463a53f req-31b31bf1-bfd1-4d11-8b24-e7cbcdc4dff4 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:50.003244 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-72833b79-e978-475e-bdba-e5fec463a53f req-31b31bf1-bfd1-4d11-8b24-e7cbcdc4dff4 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 944 time: 0.0880651
Jun 01 12:45:50.054004 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-72833b79-e978-475e-bdba-e5fec463a53f req-ba492c87-c2a8-4bf1-b1d4-3d9d747ee83a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434957
Jun 01 12:45:50.103445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.127492 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.129754 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49300) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:50.138697 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-871692283-network', 'tenant_id': '0fb55366b7884d92911daf4f9ce2ba49'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:50.143125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:50.143296 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:50.146999 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Usage tracker for resource:security_group_rule and tenant:9e669e1050b5489faf5c61e8b7b59114 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:50.150119 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:50.153161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Usage tracker for resource:network and tenant:0fb55366b7884d92911daf4f9ce2ba49 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:50.156821 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:50.160448 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:50.180283 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.188579 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:50.210048 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-203f9641-8fb4-4712-bccb-99a92b95e38f service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343738
Jun 01 12:45:50.250109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Made reservation on behalf of 0fb55366b7884d92911daf4f9ce2ba49 for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:50.252618 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.262724 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.272805 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.302376 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-82352e30-db17-4282-82b3-3d803755b38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:50.321821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.325512 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e669e1050b5489faf5c61e8b7b59114&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6220407
Jun 01 12:45:50.331735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49312) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:50.345911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d95ce5-fb58-491a-b58f-32968e667189,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:50.349159 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:50.385360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:50.399868 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb55366b7884d92911daf4f9ce2ba49 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:50.407182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:50.427913 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.428916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:50.454008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:50.497551 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-78507743-0bf6-4fb5-9aa3-7b98bf93278b req-b24b0fe2-42e4-45e7-b3d1-141e50d85cdb service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753417
Jun 01 12:45:50.498282 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61121da3-1305-40df-b0bd-d9fbc86b1e10,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:50.506342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:50.511029 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.514818 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/61121da3-1305-40df-b0bd-d9fbc86b1e10 HTTP/1.1" status: 204  len: 168 time: 0.6287739
Jun 01 12:45:50.516264 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.611727 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46257217-803e-44f1-ad88-7fefc9578df8 req-0d397bc6-d736-4f37-a328-2e720c20f79f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:50.613532 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-46257217-803e-44f1-ad88-7fefc9578df8 req-0d397bc6-d736-4f37-a328-2e720c20f79f tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 944 time: 0.1301587
Jun 01 12:45:50.635995 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.680119 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-46257217-803e-44f1-ad88-7fefc9578df8 req-020b89ea-6344-48b9-9a97-dee7f829ea9c tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551367
Jun 01 12:45:50.735773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 674c681f-812a-4e30-9425-5900c9f64514 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:45:50.740437 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8fd25319-6d33-45ca-82de-8dcace30bd74 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:50.741143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.747843 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.753013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:50.785334 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-4b14c9d3-233b-4ddd-b815-56080a61c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:50.787138 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-4b14c9d3-233b-4ddd-b815-56080a61c5f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1097 time: 0.2070045
Jun 01 12:45:50.793390 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.798379 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:45:50.828476 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886bfa7-74e7-4406-9802-27c324ad4a88,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:50.843632 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:50.845967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:50.906848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.906848 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Added segment 7744f6d8-4956-454f-af29-5baad275a8de of type vlan for network b964ee64-3693-44cc-8c0c-24a1847f8438
Jun 01 12:45:50.922797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d95ce5-fb58-491a-b58f-32968e667189,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:50.926227 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 8fd25319-6d33-45ca-82de-8dcace30bd74 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:50.928617 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:50.943518 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 8fd25319-6d33-45ca-82de-8dcace30bd74 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:50.943904 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.974450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:50.998922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.000035 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e5d95ce5-fb58-491a-b58f-32968e667189 HTTP/1.1" status: 204  len: 168 time: 0.6621523
Jun 01 12:45:51.041650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-a29aa19c-6396-460e-8cf5-2ce6ba30ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:51.043781 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-a29aa19c-6396-460e-8cf5-2ce6ba30ca3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.2454851
Jun 01 12:45:51.050252 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.051504 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:51.052085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.058650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-892d06e2-956b-492b-9728-e0024783ad03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:51.142429 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=674c681f-812a-4e30-9425-5900c9f64514,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:51.163559 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '674c681f-812a-4e30-9425-5900c9f64514', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'port_id': '674c681f-812a-4e30-9425-5900c9f64514', 'mac_address': 'fa:16:3e:be:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:45:51.177396 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c65ff4-c404-474a-82de-af06c4b84fa8 req-6cd3a68d-6a49-445b-a546-2691e3110bf7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:51.185322 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f2c65ff4-c404-474a-82de-af06c4b84fa8 req-6cd3a68d-6a49-445b-a546-2691e3110bf7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 944 time: 0.1058662
Jun 01 12:45:51.193759 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.250769 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8fd25319-6d33-45ca-82de-8dcace30bd74,segment=NetworkSegment(3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7),segment_id=3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:51.254561 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:51.299028 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f2c65ff4-c404-474a-82de-af06c4b84fa8 req-15f16e4c-269a-4d2f-80dc-8de1396fe2f7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126866
Jun 01 12:45:51.328563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.331873 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8a28b041-8ce9-41ef-a474-3e1310799511 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:51.366010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:51.411802 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.419134 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3d610-6945-46f1-9737-6321445e3f20 req-a6d9a472-2655-4452-a755-9afb00410ddb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:51.421030 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53e3d610-6945-46f1-9737-6321445e3f20 req-a6d9a472-2655-4452-a755-9afb00410ddb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 944 time: 0.1660345
Jun 01 12:45:51.449162 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674c681f-812a-4e30-9425-5900c9f64514 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:51.519508 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53e3d610-6945-46f1-9737-6321445e3f20 req-85ac5fa2-06a5-4f9a-93da-78e3d48b6ec9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922620
Jun 01 12:45:51.530988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=674c681f-812a-4e30-9425-5900c9f64514,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:51.533893 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:51.540312 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:51.541499 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.542526 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-64521f93-7ad7-467c-959a-833bdadb3248 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 200  len: 217 time: 0.4861789
Jun 01 12:45:51.551214 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:51.590327 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 8a28b041-8ce9-41ef-a474-3e1310799511 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:51.614465 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4836521
Jun 01 12:45:51.617569 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49360) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:51.623525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Request body: {'subnet': {'network_id': 'b964ee64-3693-44cc-8c0c-24a1847f8438', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-871692283-subnet', 'tenant_id': '0fb55366b7884d92911daf4f9ce2ba49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:45:51.629477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:51.631528 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 8a28b041-8ce9-41ef-a474-3e1310799511 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:51.632010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.634487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Usage tracker for resource:subnet and tenant:0fb55366b7884d92911daf4f9ce2ba49 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:51.635437 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=b964ee64-3693-44cc-8c0c-24a1847f8438,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:51.643933 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:51.647775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:51.655929 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:51.675245 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-40bd6ae6-5293-479d-8102-14fafb10d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:51.677604 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-40bd6ae6-5293-479d-8102-14fafb10d6c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.1101003
Jun 01 12:45:51.677935 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Made reservation on behalf of 0fb55366b7884d92911daf4f9ce2ba49 for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:45:51.680648 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:51.684474 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network b964ee64-3693-44cc-8c0c-24a1847f8438 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:45:51.754065 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-bc68f666-a5b2-4629-a372-b5ac31c9237f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672939
Jun 01 12:45:51.955662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['674c681f-812a-4e30-9425-5900c9f64514'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:45:51.965772 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-23b0b620-6fc7-4d92-b066-21019a28d4b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994636
Jun 01 12:45:52.039164 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da20f2c-7c23-4e29-83aa-85eca312203f" -d '{"events": [{"server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "name": "network-vif-plugged", "status": "completed", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:52.050603 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:52.072046 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:52.181332 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:45:52.193998 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:52.252612 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b707757f-6c00-4825-b4a9-c7604f0dee33 req-7143ef85-3299-4500-877b-be2a452ff661 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800167
Jun 01 12:45:52.295940 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdbab0a-c10f-44a1-a14c-c7a1fe86d71e x-openstack-request-id: req-4bdbab0a-c10f-44a1-a14c-c7a1fe86d71e {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:52.296653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "name": "network-vif-plugged", "status": "completed", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:52.297146 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4bdbab0a-c10f-44a1-a14c-c7a1fe86d71e {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:52.297789 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74', 'code': 200}
Jun 01 12:45:52.327082 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8a28b041-8ce9-41ef-a474-3e1310799511,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:52.339174 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:52.341718 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:52.367749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da49d-594f-47c4-b833-4e6486f56380 req-71a62b31-02c3-4cca-9b84-2778236fa76e tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:52.378566 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e42da49d-594f-47c4-b833-4e6486f56380 req-71a62b31-02c3-4cca-9b84-2778236fa76e tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.4123228
Jun 01 12:45:52.521831 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e42da49d-594f-47c4-b833-4e6486f56380 req-6a0beefd-5ec9-4747-b6cd-fa8fce1922c4 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360586
Jun 01 12:45:52.522500 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:52.538005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:52.752309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-0d476c40-7fd4-49e2-b8bf-fd4841b44254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:52.756613 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-0d476c40-7fd4-49e2-b8bf-fd4841b44254 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 1098 time: 0.1242194
Jun 01 12:45:52.781451 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:52.799578 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:52.805174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Usage tracker for resource:security_group_rule and tenant:2c1261fc3c6b48e18f49fa1395d536fa is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:52.808740 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:52.815960 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:52.849913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5cad0-2174-44d4-82c6-9a84cadae0f4 req-3d77cec0-25be-4c83-b9cc-2228d598d3b5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:52.851126 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91a5cad0-2174-44d4-82c6-9a84cadae0f4 req-3d77cec0-25be-4c83-b9cc-2228d598d3b5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 944 time: 0.2808444
Jun 01 12:45:52.948678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91a5cad0-2174-44d4-82c6-9a84cadae0f4 req-c219ef6f-1979-4890-a525-df77ab512a3c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809369
Jun 01 12:45:53.006472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.013604 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ba5b-717c-4620-be31-90df8aa84d20 req-0b7e3918-a8de-417f-ad99-33436aa1e715 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:53.013845 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.013966 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cbe2ba5b-717c-4620-be31-90df8aa84d20 req-0b7e3918-a8de-417f-ad99-33436aa1e715 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.3138771
Jun 01 12:45:53.025968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:53.039029 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.048754 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:53.074023 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ecb1d1a2-1309-45d2-bbf3-770c236eb157 req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118000
Jun 01 12:45:53.075576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4593a9e-404c-44e3-b98c-195f404a6af7,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:53.078626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:53.215387 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cbe2ba5b-717c-4620-be31-90df8aa84d20 req-05024ea5-5228-42c2-9407-041a41de2fef tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953061
Jun 01 12:45:53.245968 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Checking segment: {'id': '7744f6d8-4956-454f-af29-5baad275a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b964ee64-3693-44cc-8c0c-24a1847f8438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:45:53.246846 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Network hostable DHCP agents. Network: b964ee64-3693-44cc-8c0c-24a1847f8438, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:45:53.249221 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa99dfd-0788-4b41-b4fa-b45757248275,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:53.252011 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:53.269602 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Network b964ee64-3693-44cc-8c0c-24a1847f8438 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:45:53.280654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, b964ee64-3693-44cc-8c0c-24a1847f8438) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:45:53.285394 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:53.286185 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.292835 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e58b5-32f2-4186-a92d-a477c75bf329 None None] Network b964ee64-3693-44cc-8c0c-24a1847f8438 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:53.324151 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-14372523-93e3-4d6d-841b-6e3007e60dda admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.7050693
Jun 01 12:45:53.543486 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8029ba-a7b9-4b01-a894-7c68fcaca3e4 None None] Network b964ee64-3693-44cc-8c0c-24a1847f8438 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:45:53.600695 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49480) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:53.724124 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Deleting subnet 1bd80c17-34d5-4ad2-b887-821317046a50 {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:45:53.728094 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.856253 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.867243 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:53.957583 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9833e-40c3-4f4e-be20-5d12219c99c4 req-025829a5-93c6-4db8-a212-0af08336cd25 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:53.959239 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68f9833e-40c3-4f4e-be20-5d12219c99c4 req-025829a5-93c6-4db8-a212-0af08336cd25 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.1898427
Jun 01 12:45:54.100590 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68f9833e-40c3-4f4e-be20-5d12219c99c4 req-b31f36d6-4441-4b4f-a621-a392b1cba116 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921056
Jun 01 12:45:54.299721 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:54.302064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55ca5f-7f7d-4302-8d6f-530011ffb18a" -d '{"events": [{"server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:54.333310 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dce37-a994-4c8b-beef-fcb36f41a066 req-52e52bef-891b-4c75-ade9-ac4c3607e35d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:54.335620 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4d5dce37-a994-4c8b-beef-fcb36f41a066 req-52e52bef-891b-4c75-ade9-ac4c3607e35d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 944 time: 0.2139411
Jun 01 12:45:54.402029 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:54.448682 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:54.513008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:54.519970 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd80c17-34d5-4ad2-b887-821317046a50,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:54.523197 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:54.527999 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1bd80c17-34d5-4ad2-b887-821317046a50 HTTP/1.1" status: 204  len: 168 time: 0.9253044
Jun 01 12:45:54.531435 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49516) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:54.532218 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4d5dce37-a994-4c8b-beef-fcb36f41a066 req-d77243a5-220e-4cfc-ba08-4c390b97adf9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779881
Jun 01 12:45:54.595369 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f23fa-253f-4177-90cc-9522270fc7d6 req-0bebb248-9e17-49de-b045-41006d22b964 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:54.598297 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b86f23fa-253f-4177-90cc-9522270fc7d6 req-0bebb248-9e17-49de-b045-41006d22b964 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.1946824
Jun 01 12:45:54.628906 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97b28b-dc2c-491d-b699-30437ac457e5 x-openstack-request-id: req-2f97b28b-dc2c-491d-b699-30437ac457e5 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:54.629376 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:54.629784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f97b28b-dc2c-491d-b699-30437ac457e5 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:54.630331 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511', 'code': 200}
Jun 01 12:45:54.693936 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b86f23fa-253f-4177-90cc-9522270fc7d6 req-15ab12cb-6986-4cc6-b2ba-0ac418296a7e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880971
Jun 01 12:45:54.745732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:54.757881 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:45:54.763184 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 674c681f-812a-4e30-9425-5900c9f64514 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:54.920267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:54.943918 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc2b74badf0>> segment before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.944406 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc2b74badf0>> subnet precommit_delete_associations 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.945403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> segment_host_mapping after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.945892 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> port after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.946616 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.947309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.948239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> segment after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.948866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> subnet after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.949464 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> subnet after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:54.950992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2b74bafa0>> subnet after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:55.068902 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 674c681f-812a-4e30-9425-5900c9f64514 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:55.079598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 674c681f-812a-4e30-9425-5900c9f64514 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:55.079987 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.123886 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7d6b910>> subnet after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:55.124509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7d6b910>> subnet after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:55.125389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7d6b910>> subnet before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:55.125932 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7d6b910>> subnet before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:45:55.126729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b74ba100>,) {'filters': {'network_id': ['e53f6a9b-d654-465c-ba12-70b2cf578528']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:55.191086 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:55.214183 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955', 'network_id': '1025df3f-083b-474a-9420-8f71c13ea449', 'port_id': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955', 'mac_address': 'fa:16:3e:94:87:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04408cae-d36c-441c-b167-acd51b1fecc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:45:55.266069 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b74ba100>, 'd84194dd-468b-436a-9543-b2b2e592c25b') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:55.267149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b74ba100>, 'd84194dd-468b-436a-9543-b2b2e592c25b') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:55.286696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.327953 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.342546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.347681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1e3d-0096-4f1e-a9c5-54f5278e45d0 req-d19b674c-4531-436f-93db-e9685d98f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:55.350932 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f0de1e3d-0096-4f1e-a9c5-54f5278e45d0 req-d19b674c-4531-436f-93db-e9685d98f284 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 1098 time: 0.2137599
Jun 01 12:45:55.356981 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:45:55.357758 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.375643 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   from cryptography.utils import int_from_bytes
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   from cryptography.utils import int_from_bytes
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:45:55.400381 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:45:55.414228 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:45:55.443734 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:55.447885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=674c681f-812a-4e30-9425-5900c9f64514,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:55.450582 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.453783 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-838b7d89-9ecc-4271-b051-0d91b3012ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:55.490131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.546043 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:55.551065 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:55.558007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-570ed15d-7ab4-4da4-9fbd-b832d46d8c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:55.671780 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd4c95-f967-48aa-9cf6-c3240e091949 req-8812f26c-bb56-407c-84df-846e9bd1977c tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:55.678224 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71fd4c95-f967-48aa-9cf6-c3240e091949 req-8812f26c-bb56-407c-84df-846e9bd1977c tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.2170496
Jun 01 12:45:55.688901 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f0de1e3d-0096-4f1e-a9c5-54f5278e45d0 req-9c3826d6-9a11-4ad3-ae7c-b87c694e4994 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825005
Jun 01 12:45:55.689555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.700841 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.706711 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:55.711087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:55.716173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:55.736756 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Pushing event deleted for resources: {'Network': ['ID=e53f6a9b-d654-465c-ba12-70b2cf578528,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:55.739462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:55.741804 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] 10.222.0.86 "DELETE /v2.0/networks/e53f6a9b-d654-465c-ba12-70b2cf578528 HTTP/1.1" status: 204  len: 168 time: 1.2090757
Jun 01 12:45:55.745856 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49566) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:55.757656 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:45:55.834140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Deleting subnet 7fa99dfd-0788-4b41-b4fa-b45757248275 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:45:55.838124 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:55.851848 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71fd4c95-f967-48aa-9cf6-c3240e091949 req-76f14373-869b-462f-ad54-fed27ce9b93e tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621401
Jun 01 12:45:55.915588 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29a7b7-8adf-4a22-add5-d9774341981b req-c274f1a9-a30a-4b21-bba7-4dcab78186b7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:55.917088 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7d29a7b7-8adf-4a22-add5-d9774341981b req-c274f1a9-a30a-4b21-bba7-4dcab78186b7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 945 time: 0.1906056
Jun 01 12:45:55.936114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.032674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.059068 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7d29a7b7-8adf-4a22-add5-d9774341981b req-5c44ca73-1ef9-4a68-99e1-4a42e0e58446 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329238
Jun 01 12:45:56.239964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49576) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:56.307627 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40ed8-c6d4-44a6-85ce-afbd61499437 req-18ca8a4d-c1f8-426e-bb0f-ca0cb8dff5f3 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:56.316610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ed40ed8-c6d4-44a6-85ce-afbd61499437 req-18ca8a4d-c1f8-426e-bb0f-ca0cb8dff5f3 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.2019002
Jun 01 12:45:56.395440 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ed40ed8-c6d4-44a6-85ce-afbd61499437 req-9ab6a0bc-dfb3-4772-b329-6f506bb1b726 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775576
Jun 01 12:45:56.578053 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.622900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:56.633677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c681f-812a-4e30-9425-5900c9f64514'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:56.635403 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Usage tracker for resource:security_group_rule and tenant:173c6de592a8451dabf69eae8644468e is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:56.636813 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8efd4-af0e-42e1-b8ee-ff4830c51c8f" -d '{"events": [{"server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "name": "network-vif-plugged", "status": "completed", "tag": "674c681f-812a-4e30-9425-5900c9f64514"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:56.643082 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:56.656873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:56.794828 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ee87b-5936-462f-b082-8fd666bb071a x-openstack-request-id: req-e28ee87b-5936-462f-b082-8fd666bb071a {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:56.796007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "name": "network-vif-plugged", "status": "completed", "tag": "674c681f-812a-4e30-9425-5900c9f64514", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:56.796659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e28ee87b-5936-462f-b082-8fd666bb071a {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:56.797658 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c681f-812a-4e30-9425-5900c9f64514', 'code': 200}
Jun 01 12:45:56.803559 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.810357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6fb8ea94-738c-4b48-ae9b-c2cede510710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:56.851250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa99dfd-0788-4b41-b4fa-b45757248275,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:56.856305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:56.863642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.873736 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7fa99dfd-0788-4b41-b4fa-b45757248275 HTTP/1.1" status: 204  len: 168 time: 1.1266937
Jun 01 12:45:56.874577 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49602) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:56.964307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.969926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:56.991340 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:57.054605 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=173c6de592a8451dabf69eae8644468e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8109088
Jun 01 12:45:57.055697 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49610) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:57.074922 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb493b-94a7-4b9b-8ffe-9af309c9fb1b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:57.078415 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:57.100831 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.227930 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49618) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:57.229886 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.321459 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67ef1-71ad-430c-8072-125749ce8f89 req-ddfe885c-d6c7-4f91-967f-8344b9b83c92 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:57.329011 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-90c67ef1-71ad-430c-8072-125749ce8f89 req-ddfe885c-d6c7-4f91-967f-8344b9b83c92 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 945 time: 0.1184578
Jun 01 12:45:57.369614 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.384716 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.398290 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-90c67ef1-71ad-430c-8072-125749ce8f89 req-7fb786df-24a9-45e5-839a-4e1631ad203b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677195
Jun 01 12:45:57.408980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b74a3160>,) {'filters': {'network_id': ['b964ee64-3693-44cc-8c0c-24a1847f8438']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:57.429330 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8f500-6dc8-4ba9-98e2-c50b387d7057 req-d024c3d8-5e85-4e2d-a034-d68411453ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:57.430834 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-58b8f500-6dc8-4ba9-98e2-c50b387d7057 req-d024c3d8-5e85-4e2d-a034-d68411453ca7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.2733781
Jun 01 12:45:57.440223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b74a3160>, '7744f6d8-4956-454f-af29-5baad275a8de') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:57.440521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b74a3160>, '7744f6d8-4956-454f-af29-5baad275a8de') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:45:57.488436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.510831 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.539028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.550739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:57.555151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:45:57.555557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:45:57.572584 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:45:57.578423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8d29eb2d90456790268b1d2aa4afad is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:57.581433 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-58b8f500-6dc8-4ba9-98e2-c50b387d7057 req-f522fee1-8ca8-4c3f-832f-bcf57579cd68 service neutron] Synchronizing usage tracker for tenant:2c1261fc3c6b48e18f49fa1395d536fa on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:45:57.586066 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:57.611056 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2d94-6398-4d03-b81d-eb36781284a6 req-63903c31-e8a1-4d87-acfa-f73ebd9e8f48 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:57.612532 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-43ce2d94-6398-4d03-b81d-eb36781284a6 req-63903c31-e8a1-4d87-acfa-f73ebd9e8f48 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.1011865
Jun 01 12:45:57.631724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.647666 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:57.660830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:57.669688 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-43ce2d94-6398-4d03-b81d-eb36781284a6 req-d6102802-cc98-4aae-a474-b950dd3bbdd6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506306
Jun 01 12:45:57.694648 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb493b-94a7-4b9b-8ffe-9af309c9fb1b,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:57.707241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:57.712936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.716834 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ebbb493b-94a7-4b9b-8ffe-9af309c9fb1b HTTP/1.1" status: 204  len: 168 time: 0.6575146
Jun 01 12:45:57.716834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.718473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-58b8f500-6dc8-4ba9-98e2-c50b387d7057 req-f522fee1-8ca8-4c3f-832f-bcf57579cd68 service neutron] Unset dirty status for tenant:2c1261fc3c6b48e18f49fa1395d536fa on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:45:57.719692 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-58b8f500-6dc8-4ba9-98e2-c50b387d7057 req-f522fee1-8ca8-4c3f-832f-bcf57579cd68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689342
Jun 01 12:45:57.727143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:57.754968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.768162 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Pushing event deleted for resources: {'Network': ['ID=b964ee64-3693-44cc-8c0c-24a1847f8438,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:57.778242 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:57.787087 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b964ee64-3693-44cc-8c0c-24a1847f8438 HTTP/1.1" status: 204  len: 168 time: 0.9108789
Jun 01 12:45:57.845534 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.852187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:57.865842 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-114a4e6f-816d-421f-9f26-6b65081d657c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:57.915821 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed8d29eb2d90456790268b1d2aa4afad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6701434
Jun 01 12:45:57.917226 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff60b72-df38-49bb-afe2-973eaa2fe101,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:57.919057 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49642) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:57.921102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:58.030748 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.065511 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.133429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49648) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:58.154608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.163181 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6b370123-6194-4b4a-a30a-68b72486da31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:58.176348 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49652) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:58.187171 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff60b72-df38-49bb-afe2-973eaa2fe101,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:58.191397 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:58.209367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.224271 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-30122805-9d50-4d25-ad77-af3e5c63a091 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80f4e0db021444c6ac24d29cf45cb684&name=default HTTP/1.1" status: 200  len: 2976 time: 0.0881572
Jun 01 12:45:58.227694 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ff60b72-df38-49bb-afe2-973eaa2fe101 HTTP/1.1" status: 204  len: 168 time: 0.3073328
Jun 01 12:45:58.232157 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49658) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:58.244110 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.260902 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:58.266854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Usage tracker for resource:security_group_rule and tenant:0be80d1d29324141bf97544edfb63196 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:58.270627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:58.281025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:58.353395 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.438350 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.503506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.512621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.524601 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1410db77-7e33-433d-b140-64fce115706d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:58.584708 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb14838f-2e67-4c26-8021-e811eb00c3f1,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:58.606246 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0be80d1d29324141bf97544edfb63196&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4282615
Jun 01 12:45:58.608431 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:58.609109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49678) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:58.696901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.740456 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.809853 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.816919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-36ec30b9-3322-4615-a8a2-6785859c2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:58.827354 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:45:58.848343 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb14838f-2e67-4c26-8021-e811eb00c3f1,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:58.863033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:58.870024 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.873229 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb14838f-2e67-4c26-8021-e811eb00c3f1 HTTP/1.1" status: 204  len: 168 time: 0.2617300
Jun 01 12:45:58.882036 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.901387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9b2b98ef-2a7e-4471-818e-21ec0f025d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:58.919913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dd7000-28c0-46ce-a63f-b25362af8688,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:58.928490 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:58.959983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49690) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:58.960486 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.961789 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a5dd7000-28c0-46ce-a63f-b25362af8688 HTTP/1.1" status: 204  len: 168 time: 0.7286868
Jun 01 12:45:58.984981 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7184-5af3-47e1-bc7d-0aa164cdc2e7 req-0e0b0020-3a42-45df-b99d-f2897999c281 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:45:58.992837 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:58.997888 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-034f7184-5af3-47e1-bc7d-0aa164cdc2e7 req-0e0b0020-3a42-45df-b99d-f2897999c281 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 945 time: 0.4239101
Jun 01 12:45:59.047863 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:45:59.069731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff5f976c5a4e8dab15e8740b4681d2 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:45:59.083408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:45:59.098427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:45:59.129920 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:45:59.130968 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-034f7184-5af3-47e1-bc7d-0aa164cdc2e7 req-ecd30fbd-10bf-4849-8b86-991fc605b3c4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291671
Jun 01 12:45:59.143355 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:45:59.144928 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.298467 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.304123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.351757 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-87d042f5-bbe7-4eac-b3b2-c92d7a448b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:59.371269 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d3ff5f976c5a4e8dab15e8740b4681d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4101107
Jun 01 12:45:59.374697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49702) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:59.412005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74cd4e-d1e9-4258-b980-b1da32f144b5,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:59.428138 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:59.528298 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-27c446a1-891e-4612-ab3d-20292c99a9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.537481 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.609853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.684247 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.753234 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49724) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:59.759470 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:45:59.762473 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c701085-c737-41e9-ae0e-1c3a4ad42cb3" -d '{"events": [{"server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "name": "network-vif-plugged", "status": "completed", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:45:59.786066 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:45:59.791117 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.792719 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.796514 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:59.798512 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-07e41d1c-a77b-4a22-8216-ca11e4cbfcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:45:59.822289 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-87242d91-9a47-4285-be11-0086753da9d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0fb55366b7884d92911daf4f9ce2ba49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0664499
Jun 01 12:45:59.823226 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49730) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:45:59.852600 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74cd4e-d1e9-4258-b980-b1da32f144b5,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:45:59.869897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:45:59.871861 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.878913 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad74cd4e-d1e9-4258-b980-b1da32f144b5 HTTP/1.1" status: 204  len: 168 time: 0.4998944
Jun 01 12:45:59.914858 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81aaeaf-547f-4637-b22c-da85c9722f01 x-openstack-request-id: req-a81aaeaf-547f-4637-b22c-da85c9722f01 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:45:59.915423 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "name": "network-vif-plugged", "status": "completed", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:45:59.916029 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a81aaeaf-547f-4637-b22c-da85c9722f01 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:45:59.916766 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955', 'code': 200}
Jun 01 12:45:59.956796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:45:59.992726 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:00.007729 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:00.011966 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:00.077467 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:00.087040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:00.103329 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886bfa7-74e7-4406-9802-27c324ad4a88,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:00.106788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:00.120150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:00.121557 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9886bfa7-74e7-4406-9802-27c324ad4a88 HTTP/1.1" status: 204  len: 168 time: 0.2971311
Jun 01 12:46:00.351921 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553a595-c517-46e9-a9b1-c8996c1cf29a req-26f409e7-f911-463a-a1ea-70c6e3372d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:00.354065 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-2553a595-c517-46e9-a9b1-c8996c1cf29a req-26f409e7-f911-463a-a1ea-70c6e3372d5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1099 time: 0.1447635
Jun 01 12:46:00.415550 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e1b64-f0db-4248-8ea8-ae3a3af35fda req-ecca4d85-d6c6-4854-8088-57bf6d6e74b4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:00.417443 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f59e1b64-f0db-4248-8ea8-ae3a3af35fda req-ecca4d85-d6c6-4854-8088-57bf6d6e74b4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1283329
Jun 01 12:46:00.421107 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-2553a595-c517-46e9-a9b1-c8996c1cf29a req-31ea9083-3f09-4af6-9f5b-11d5774a5ae3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579617
Jun 01 12:46:00.482450 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f59e1b64-f0db-4248-8ea8-ae3a3af35fda req-b6621845-ff24-467d-bbcf-74d49691db63 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588975
Jun 01 12:46:01.747502 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0e4e-d861-4300-8c21-da69e4447948 req-950daff9-1db2-43b4-8373-3cbf2c7b3af7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:01.758514 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-440e0e4e-d861-4300-8c21-da69e4447948 req-950daff9-1db2-43b4-8373-3cbf2c7b3af7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1561630
Jun 01 12:46:01.819013 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-440e0e4e-d861-4300-8c21-da69e4447948 req-58ff0441-2c5a-4a8d-b8a5-20b0990d15d2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594833
Jun 01 12:46:01.944748 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b733dbc7-20e5-49c0-a00b-6044c0d96d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:02.023596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.026710 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f9eaa-fb47-4161-87dc-db1a6de7651c req-ff1c9c4b-d9d7-4beb-b09e-a9f27009b863 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:03.029047 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c2f9eaa-fb47-4161-87dc-db1a6de7651c req-ff1c9c4b-d9d7-4beb-b09e-a9f27009b863 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0947585
Jun 01 12:46:03.035810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.093292 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c2f9eaa-fb47-4161-87dc-db1a6de7651c req-b61831a8-1e19-4662-84b2-32e0de088762 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577924
Jun 01 12:46:03.511263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49916) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:03.558408 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ed13f-ec61-41f9-b008-7a38a0f9888e req-1ae1c74c-509d-434e-8a5f-239eb58d8fec tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:03.560127 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d06ed13f-ec61-41f9-b008-7a38a0f9888e req-1ae1c74c-509d-434e-8a5f-239eb58d8fec tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1056445
Jun 01 12:46:03.610639 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d06ed13f-ec61-41f9-b008-7a38a0f9888e req-ff6b4b4f-6f1c-47fd-affd-56e5064e292d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445712
Jun 01 12:46:03.646046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.661031 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:03.665273 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Usage tracker for resource:security_group_rule and tenant:24b6a7399eba437ea1299dc719562f9f is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:03.669025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:03.674692 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:03.771933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.778300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.787479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ea82f6f7-34f7-4a93-abc3-f1422372efd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:03.829117 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24b6a7399eba437ea1299dc719562f9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3155477
Jun 01 12:46:03.831170 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ca32e-517c-427a-b954-ee5f6c3f26ac,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:03.832272 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49926) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:03.834191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:03.897890 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.927507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.993068 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:03.997947 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:04.015401 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ca32e-517c-427a-b954-ee5f6c3f26ac,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:04.018226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:04.020379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.021465 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e10ca32e-517c-427a-b954-ee5f6c3f26ac HTTP/1.1" status: 204  len: 168 time: 0.1881716
Jun 01 12:46:04.356217 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 49938) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:04.375025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.389925 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:04.393823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6a326084d72242ffb37462f2e8223cd1 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:04.396625 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:04.402927 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:04.487784 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.492797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.502517 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:04.546537 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a326084d72242ffb37462f2e8223cd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890073
Jun 01 12:46:04.548397 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60674471-c5f9-4d9f-a911-75c64e519574,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:04.551957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 49944) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:04.552457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:04.628248 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.656839 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.708681 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.721419 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.725399 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8c1ae5ba-28da-4ac8-a1d7-8b0cc4caa484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:04.739659 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60674471-c5f9-4d9f-a911-75c64e519574,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:04.748356 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:04.749183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:04.750320 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60674471-c5f9-4d9f-a911-75c64e519574 HTTP/1.1" status: 204  len: 168 time: 0.1995881
Jun 01 12:46:04.844307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2611f16-ed20-42c1-b18f-43e13e7cb8fe req-08c415ac-c48a-453c-97a2-4d0eb58f012f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:04.845829 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c2611f16-ed20-42c1-b18f-43e13e7cb8fe req-08c415ac-c48a-453c-97a2-4d0eb58f012f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0945339
Jun 01 12:46:04.898277 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c2611f16-ed20-42c1-b18f-43e13e7cb8fe req-3fce7b27-a99c-4ae1-bf34-cfab8acdb12c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455179
Jun 01 12:46:05.222114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-eb698e4d-922a-4eb4-9abb-7a383cadd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:05.223670 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-eb698e4d-922a-4eb4-9abb-7a383cadd1ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1099 time: 0.0906737
Jun 01 12:46:05.453283 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-ae0ebe00-cb06-49df-806f-a1f79a125e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:05.455079 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-ae0ebe00-cb06-49df-806f-a1f79a125e2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.2242942
Jun 01 12:46:05.543990 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-c0e25e8c-18f7-42b0-916d-2eecc4565854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 200  len: 217 time: 0.0765142
Jun 01 12:46:05.626810 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-736f5888-7463-45be-9574-22de50fb78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:05.628954 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-736f5888-7463-45be-9574-22de50fb78e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.0790205
Jun 01 12:46:05.692164 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-1b6840de-68bc-4556-b817-4c3cca03ae3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508389
Jun 01 12:46:05.879499 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-dcc38739-76c1-4e87-bb51-d72d7705fe92 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752961
Jun 01 12:46:06.092606 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ff5439da-5d14-4520-83db-75c48c3d9b90 req-fb670f8e-9d9f-4c8b-b204-e7fc682564b8 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022324
Jun 01 12:46:06.211809 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12d37-f262-40e6-a097-e8e0451e9349 req-b8eda75f-10bf-4545-b753-aa35de83e861 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:06.213569 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ddd12d37-f262-40e6-a097-e8e0451e9349 req-b8eda75f-10bf-4545-b753-aa35de83e861 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1587877
Jun 01 12:46:06.267373 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ddd12d37-f262-40e6-a097-e8e0451e9349 req-b7befa85-2453-45fb-b60f-371ae412c587 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476768
Jun 01 12:46:06.268377 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50026) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:06.435899 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.455365 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:06.460670 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Usage tracker for resource:security_group_rule and tenant:dd0ee1e3e8ff48d58a021293bfbe5193 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:06.464617 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:06.471147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:06.568820 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.574880 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.587602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-208c0bf9-524a-4387-acd6-5dd27b25ed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:06.635308 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd0ee1e3e8ff48d58a021293bfbe5193&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3655925
Jun 01 12:46:06.638276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50046) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:06.641817 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126e37bc-e7e0-494a-86eb-5855a63ae525,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:06.666470 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:06.745846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.784984 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.848140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.853517 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7c956d4f-79b8-41a4-a9e1-5ad71eddc8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:06.864799 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126e37bc-e7e0-494a-86eb-5855a63ae525,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:06.881867 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:06.882748 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:06.895254 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/126e37bc-e7e0-494a-86eb-5855a63ae525 HTTP/1.1" status: 204  len: 168 time: 0.2473528
Jun 01 12:46:07.537149 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900300-da34-4d36-a787-fdb59967f8d7 req-86680f21-769b-4c86-9e56-c3dc5a5be88e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:07.537149 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b8900300-da34-4d36-a787-fdb59967f8d7 req-86680f21-769b-4c86-9e56-c3dc5a5be88e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1223907
Jun 01 12:46:07.588791 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b8900300-da34-4d36-a787-fdb59967f8d7 req-fe0b1839-a8b2-4e08-b02d-ac8747658084 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454869
Jun 01 12:46:08.105593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50118) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:08.238616 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.264771 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:08.271937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Usage tracker for resource:security_group_rule and tenant:b198d7058c4c42cb889168e9da16ca5d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:08.286267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:08.293842 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:08.389738 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.395977 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.407354 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:08.438508 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642f4c7-3b03-4d3f-8e70-e34218d0c6a6,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:08.443228 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:08.465314 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b198d7058c4c42cb889168e9da16ca5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3582938
Jun 01 12:46:08.467860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50130) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:08.622976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.648223 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce22b6-b4d6-4d2e-907f-9033ef704c7b req-51891291-d4b9-4ac7-a1fb-9665f2a036e1 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:08.656634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3ce22b6-b4d6-4d2e-907f-9033ef704c7b req-51891291-d4b9-4ac7-a1fb-9665f2a036e1 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.1601512
Jun 01 12:46:08.696808 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.746685 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3ce22b6-b4d6-4d2e-907f-9033ef704c7b req-43737088-1416-425a-a7e1-ac77805c552b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885427
Jun 01 12:46:08.861046 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.865483 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-673947b3-3f87-4afc-82ee-2d10105adfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:08.881640 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642f4c7-3b03-4d3f-8e70-e34218d0c6a6,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:08.885027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:08.911572 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9398-927a-422a-b3bf-dad6eebdc13f req-61c91302-9346-4a9d-a97f-a5d9c99d0181 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:08.913329 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-607c9398-927a-422a-b3bf-dad6eebdc13f req-61c91302-9346-4a9d-a97f-a5d9c99d0181 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1425936
Jun 01 12:46:08.948724 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:08.952511 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3642f4c7-3b03-4d3f-8e70-e34218d0c6a6 HTTP/1.1" status: 204  len: 168 time: 0.4804180
Jun 01 12:46:09.000783 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-607c9398-927a-422a-b3bf-dad6eebdc13f req-59fb214d-d738-47db-8599-ffa9c7a3a632 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738475
Jun 01 12:46:09.336130 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50168) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:09.363366 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.389603 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:09.393772 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Usage tracker for resource:security_group_rule and tenant:db7ff92ba25e47269fbcc5cbf6a28328 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:09.406487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:09.408616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:09.505199 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.510285 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.517780 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:09.529790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50176) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:09.560410 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db7ff92ba25e47269fbcc5cbf6a28328&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2226951
Jun 01 12:46:09.561213 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c58c05-7801-46b4-84d3-f868609ea84e,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:09.564341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:09.564639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50182) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:09.632980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.680315 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.687793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.716580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:09.729790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Usage tracker for resource:security_group_rule and tenant:35f6ba8f52874237ad5b6714c502b26e is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:09.735561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:09.745063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:09.791629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.799030 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a2f1cf9-ac2d-4fb6-8cee-358ba360f7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:09.820465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c58c05-7801-46b4-84d3-f868609ea84e,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:09.831062 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:09.867499 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.871883 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3c58c05-7801-46b4-84d3-f868609ea84e HTTP/1.1" status: 204  len: 168 time: 0.3056796
Jun 01 12:46:09.905862 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.911789 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:09.934342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9ce0b1b5-b345-41dc-ab7d-4fe833cbf98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:09.968752 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4753f2e0-575a-4d20-80db-43c60f0a3ab0,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:09.973158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:10.001277 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-78e4c68e-63a6-4fe6-8934-5014cd084608 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35f6ba8f52874237ad5b6714c502b26e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4686022
Jun 01 12:46:10.002158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50198) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:10.052687 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691369b-e5e8-4e68-a2af-95f695cc2409 req-707edcaa-c9fb-4705-89c1-a75e44fc3120 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:10.055290 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9691369b-e5e8-4e68-a2af-95f695cc2409 req-707edcaa-c9fb-4705-89c1-a75e44fc3120 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.1399274
Jun 01 12:46:10.091088 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.123293 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9691369b-e5e8-4e68-a2af-95f695cc2409 req-10b3d355-d0ce-44d5-9f8b-f69ebfd456f8 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613594
Jun 01 12:46:10.134799 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.212063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.217646 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0963acfb-743c-4316-833e-a31cb1787da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:10.232027 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4753f2e0-575a-4d20-80db-43c60f0a3ab0,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:10.235462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:10.250944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.255164 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4753f2e0-575a-4d20-80db-43c60f0a3ab0 HTTP/1.1" status: 204  len: 168 time: 0.2511613
Jun 01 12:46:10.305119 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dc330-e417-47b3-99bc-b1f90145f063 req-6739ebd4-ffc7-4952-82e7-b3eed7e757b8 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:10.316940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-648dc330-e417-47b3-99bc-b1f90145f063 req-6739ebd4-ffc7-4952-82e7-b3eed7e757b8 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1274357
Jun 01 12:46:10.388453 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-648dc330-e417-47b3-99bc-b1f90145f063 req-e9b4eb89-1079-43be-ba98-950255109bb6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636525
Jun 01 12:46:10.704682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50236) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:10.729315 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.745652 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:10.751018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0160365158d04d379e523672b4330e73 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:10.754489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:10.761374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:10.882956 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.888267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:10.896504 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:10.946452 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0160365158d04d379e523672b4330e73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2405367
Jun 01 12:46:10.947311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a400a8-e418-4b94-b069-7fb91176ceb5,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:10.949349 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50252) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:10.950922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:11.019183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.059540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.127467 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.132616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-62d52472-4369-4dbf-9ee0-96c71adcb79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:11.146540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a400a8-e418-4b94-b069-7fb91176ceb5,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:11.156735 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:11.158619 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.163325 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58a400a8-e418-4b94-b069-7fb91176ceb5 HTTP/1.1" status: 204  len: 168 time: 0.2123928
Jun 01 12:46:11.287886 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-0237f49a-1bfb-4bb8-80b0-c2c0996f29fd tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:11.292712 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-0237f49a-1bfb-4bb8-80b0-c2c0996f29fd tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.1777949
Jun 01 12:46:11.421781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df89f2-be5c-4320-a16a-f226b25d44ee req-1c282bdc-f320-4cd5-a666-1197a2ed262b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:11.423491 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-26df89f2-be5c-4320-a16a-f226b25d44ee req-1c282bdc-f320-4cd5-a666-1197a2ed262b tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 945 time: 0.1754203
Jun 01 12:46:11.503665 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-26df89f2-be5c-4320-a16a-f226b25d44ee req-9d959dc4-b8d8-408e-b8a6-272dae960162 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/security-groups?id=788b6e56-dfb9-427d-9149-5c873e0e5f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732119
Jun 01 12:46:11.555158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Deleting port 8fd25319-6d33-45ca-82de-8dcace30bd74 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:46:11.555561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.665284 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb484ea3-71b2-4560-96d5-66e396ea3877 req-ba84f953-fa10-4ae2-9263-a0052a0c3d76 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:11.666913 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bb484ea3-71b2-4560-96d5-66e396ea3877 req-ba84f953-fa10-4ae2-9263-a0052a0c3d76 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1487157
Jun 01 12:46:11.748940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bb484ea3-71b2-4560-96d5-66e396ea3877 req-d8bace40-b09b-427c-9cb2-77c59e68071b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742497
Jun 01 12:46:11.768386 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] For port 8fd25319-6d33-45ca-82de-8dcace30bd74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8fd25319-6d33-45ca-82de-8dcace30bd74,segment=NetworkSegment(3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7),segment_id=3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:46:11.768922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:11.988421 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Calling delete_port for 8fd25319-6d33-45ca-82de-8dcace30bd74 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:46:12.242291 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:12.292063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:12.314721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9ab0492b-6e5f-4735-924e-20a7349a7bb0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:12.317065 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8fd25319-6d33-45ca-82de-8dcace30bd74'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:46:12.404384 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Pushing event deleted for resources: {'Port': ['ID=8fd25319-6d33-45ca-82de-8dcace30bd74,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:12.407741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:12.487135 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] No DVR routers for this DVR port 8fd25319-6d33-45ca-82de-8dcace30bd74 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:46:12.497964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:12.497964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'name': 'network-vif-deleted', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:46:12.497964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf63dc5-5d37-4a6a-aab8-27b1cb88ba85" -d '{"events": [{"server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "name": "network-vif-deleted", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:46:12.578176 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ea8ffa62-d72a-4c9f-ab4d-4cae6a791764 req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.60 "DELETE /v2.0/ports/8fd25319-6d33-45ca-82de-8dcace30bd74 HTTP/1.1" status: 204  len: 173 time: 1.2586143
Jun 01 12:46:12.634636 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ebbaf8-997d-4fe4-9f95-caeae531884e x-openstack-request-id: req-51ebbaf8-997d-4fe4-9f95-caeae531884e {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:46:12.635052 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c", "name": "network-vif-deleted", "tag": "8fd25319-6d33-45ca-82de-8dcace30bd74", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:46:12.635328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51ebbaf8-997d-4fe4-9f95-caeae531884e {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:46:12.635816 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c', 'name': 'network-vif-deleted', 'tag': '8fd25319-6d33-45ca-82de-8dcace30bd74', 'status': 'completed', 'code': 200}
Jun 01 12:46:12.763367 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dbd962f1-33e4-4035-ad0c-ea537caf95a0 req-e57f03e7-3487-4087-b24a-155b0d426e03 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.0558534
Jun 01 12:46:12.975705 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f25-4e78-448d-a332-249cbfbadd25 req-f955c101-b02e-4d33-9c7f-312effb50578 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:12.977376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d3e83f25-4e78-448d-a332-249cbfbadd25 req-f955c101-b02e-4d33-9c7f-312effb50578 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0978143
Jun 01 12:46:13.040335 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d3e83f25-4e78-448d-a332-249cbfbadd25 req-dab6a053-6755-4df2-8066-4c5e623ec5a0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563807
Jun 01 12:46:13.973525 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5a12a86d-bb99-4b4c-983e-ecbed9eac792 req-f22d955a-d3f8-4c05-9665-1fd39e38c483 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e8ed034-be8e-4a47-8cca-e8ccb6e0c38c HTTP/1.1" status: 200  len: 210 time: 0.0554132
Jun 01 12:46:14.301624 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f182-7587-4462-9bfc-210de93144d3 req-f9bf7244-15b0-4249-8453-aca388c22b2f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:14.312937 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63d5f182-7587-4462-9bfc-210de93144d3 req-f9bf7244-15b0-4249-8453-aca388c22b2f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1301579
Jun 01 12:46:14.384168 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63d5f182-7587-4462-9bfc-210de93144d3 req-e8b53382-0350-4580-9fa9-033652f8fcfb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703270
Jun 01 12:46:14.897722 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8fd25319-6d33-45ca-82de-8dcace30bd74 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:46:14.950726 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 8fd25319-6d33-45ca-82de-8dcace30bd74 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:46:14.951342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8fd25319-6d33-45ca-82de-8dcace30bd74 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:46:15.612848 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b69cf-4ef3-49dd-a1e2-a9de3e9b4061 req-9d60ddcd-5e25-418f-bde9-f58ea59759ab tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:15.615643 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-856b69cf-4ef3-49dd-a1e2-a9de3e9b4061 req-9d60ddcd-5e25-418f-bde9-f58ea59759ab tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1056879
Jun 01 12:46:15.668181 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-856b69cf-4ef3-49dd-a1e2-a9de3e9b4061 req-04b65019-505a-44e8-b88d-59abc9d0516d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431712
Jun 01 12:46:16.349502 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c23ef993-7f54-4ff9-a572-1e68c0f07ee6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:16.351139 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c23ef993-7f54-4ff9-a572-1e68c0f07ee6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.1784451
Jun 01 12:46:16.371436 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-6f543a97-2784-4f07-8181-51cc3ebdbd6c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/quotas/d06d7a6f2566458e933412747c300588 HTTP/1.1" status: 200  len: 375 time: 0.0124702
Jun 01 12:46:16.458216 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-64f8b14c-b52b-40fc-9cc4-4c6aef1ade91 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0821388
Jun 01 12:46:16.617140 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-2c77b2c1-d740-4d57-a3fc-26dddcc9c6ac service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495469
Jun 01 12:46:16.776486 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-91365338-6b3e-4ba8-aa88-7982ad64e14a service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528959
Jun 01 12:46:16.985254 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f71a01-11df-4b49-8bd8-8f5155aad088 req-c180afd1-f3aa-4480-a674-a54ef76571fe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:16.986906 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-30f71a01-11df-4b49-8bd8-8f5155aad088 req-c180afd1-f3aa-4480-a674-a54ef76571fe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1334295
Jun 01 12:46:17.088694 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08d75d3a-c8c4-439d-a91b-e56257201abe req-64e44ed7-e7b3-4b80-bcf9-3195701913e8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 210 time: 0.0702391
Jun 01 12:46:17.122703 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-30f71a01-11df-4b49-8bd8-8f5155aad088 req-8839e3e6-bfa3-4e11-bf6d-5a5a480263c5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262519
Jun 01 12:46:17.275068 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50556) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:17.365151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Deleting subnet 92114eee-3e63-4119-b10c-90df73856b56 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:46:17.369006 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:17.427354 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:17.517347 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:17.857632 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:17.864109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f7eb8e6f-f285-46d2-bf44-4771e541e2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:17.907273 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92114eee-3e63-4119-b10c-90df73856b56,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:17.918813 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.919351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.920059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.920645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.921212 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.921703 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.922183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.922676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.923186 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.923780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.924251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.924718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:17.929675 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:17.935018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:17.942531 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/92114eee-3e63-4119-b10c-90df73856b56 HTTP/1.1" status: 204  len: 168 time: 0.6662056
Jun 01 12:46:17.945431 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50590) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:18.140978 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.389255 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-14358e85-51e5-4d62-8469-4f15a4d7c466 req-029d6149-516c-4219-ac57-34b72c042783 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 210 time: 0.1675270
Jun 01 12:46:18.501878 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.518328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc2b78a7160>> segment before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.518454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc2b78a7160>> subnet precommit_delete_associations 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.519185 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> segment_host_mapping after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.519532 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> port after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.519855 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.520205 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.520696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> segment after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.520820 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> subnet after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.521696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> subnet after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.522248 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc2bc59a6d0>> subnet after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.535350 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-8074ed2e-463a-4070-be49-27fec0ec54d6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:18.536949 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-8074ed2e-463a-4070-be49-27fec0ec54d6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.2166338
Jun 01 12:46:18.569023 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Request body: {'port': {'device_id': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'admin_state_up': True, 'tenant_id': 'd06d7a6f2566458e933412747c300588'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:18.602224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7ae11c0>> subnet after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.602224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7ae11c0>> subnet after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.602503 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7ae11c0>> subnet before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.602684 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc2b7ae11c0>> subnet before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 01 12:46:18.603070 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-90944053-440a-405f-925f-cd374026af53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b7cefc70>,) {'filters': {'network_id': ['11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:46:18.617319 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-90944053-440a-405f-925f-cd374026af53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7cefc70>, '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:46:18.618071 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-90944053-440a-405f-925f-cd374026af53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7cefc70>, '3a1b4293-8ec2-4ff9-8420-5cfee7d6fca7') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:46:18.645693 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.687364 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.700451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:46:18.701085 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   from cryptography.utils import int_from_bytes
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   from cryptography.utils import int_from_bytes
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:46:18.805580 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:46:18.829856 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f5be-27e0-4932-baf4-62db23b31a38 req-d6154105-fb6b-4d63-8ad3-2d847c998d4b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:18.837545 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9e86f5be-27e0-4932-baf4-62db23b31a38 req-d6154105-fb6b-4d63-8ad3-2d847c998d4b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.5263858
Jun 01 12:46:18.857901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:18.862523 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Usage tracker for resource:port and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:18.865538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:18.873223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:18.884043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:18.887998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.940325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.957105 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9e86f5be-27e0-4932-baf4-62db23b31a38 req-7f0642ef-0e3b-4dcb-9bae-008d803832bf tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183858
Jun 01 12:46:18.958845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:18.984169 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:18.992776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:19.002028 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.002462 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.002746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.003089 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.003421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.003992 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.004326 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.005407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.005407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.005407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.005669 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.005911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:19.012386 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-90944053-440a-405f-925f-cd374026af53 admin admin] 10.222.0.86 "DELETE /v2.0/networks/11ca30bd-f0f4-4a2e-9515-3ae8e030a7ad HTTP/1.1" status: 204  len: 168 time: 1.0656600
Jun 01 12:46:19.013495 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:19.094930 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Allocated IP 172.20.0.4 (70ed443d-257a-40be-a0aa-55d1b2de0e80/21c338a5-4d8f-48f2-be34-6af322282f4a/c48cb4d8-988e-414f-9315-1feea18053b4) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:46:19.285699 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50636) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:19.354319 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-0720068d-04e9-400d-b85c-83afc210641a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b7ee580692b4cf5903fc4183febe6a8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0671930
Jun 01 12:46:19.357435 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50642) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:19.363230 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.404447 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.413248 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:19.422375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:46:19.426279 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.457329 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.525294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.532374 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:19.546830 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b6e56-dfb9-427d-9149-5c873e0e5f46,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:19.559266 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:19.564429 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.565993 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/788b6e56-dfb9-427d-9149-5c873e0e5f46 HTTP/1.1" status: 204  len: 168 time: 0.2075493
Jun 01 12:46:19.601924 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:46:19.615911 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:46:19.630560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:46:19.823350 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:19.824272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:19.850721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event updated for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:19.853890 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea464fd8-eddf-48e9-a835-c9fe51dad927 req-3be2d6e7-2740-415f-9773-32d8d7af2e8c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:19.856939 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea464fd8-eddf-48e9-a835-c9fe51dad927 req-3be2d6e7-2740-415f-9773-32d8d7af2e8c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 931 time: 0.1126823
Jun 01 12:46:19.863905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:19.879261 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3230062
Jun 01 12:46:19.901459 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Request body: {'port': {'device_id': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:19.924825 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea464fd8-eddf-48e9-a835-c9fe51dad927 req-f8327dd0-994b-4ec8-8e6d-d903c30e560b tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554492
Jun 01 12:46:20.033022 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:20.271734 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9da34-31fb-4bd7-b768-d9e855c64476 req-83adae35-11de-4389-ae30-3b1c7e1e9669 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:20.273479 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-69c9da34-31fb-4bd7-b768-d9e855c64476 req-83adae35-11de-4389-ae30-3b1c7e1e9669 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1615167
Jun 01 12:46:20.343065 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-69c9da34-31fb-4bd7-b768-d9e855c64476 req-81c31720-6bdf-4126-ad3f-573cdd02af60 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629292
Jun 01 12:46:20.592464 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48cb4d8-988e-414f-9315-1feea18053b4 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:46:20.601538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:20.631966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Transition to ACTIVE for port object c48cb4d8-988e-414f-9315-1feea18053b4 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:46:20.636643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:20.646289 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:20.820558 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:20.846270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:20.935004 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Attempting to bind port c48cb4d8-988e-414f-9315-1feea18053b4 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:46:20.935309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Attempting to bind port c48cb4d8-988e-414f-9315-1feea18053b4 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:46:20.935849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Attempting to bind port c48cb4d8-988e-414f-9315-1feea18053b4 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:46:20.947112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Port c48cb4d8-988e-414f-9315-1feea18053b4 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:46:20.947451 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Attempting to bind port c48cb4d8-988e-414f-9315-1feea18053b4 on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:46:20.966854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:46:20.967202 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Checking segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:46:20.967622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Bound using segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:46:20.968263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Bound port: c48cb4d8-988e-414f-9315-1feea18053b4, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:46:20.968773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:21.081506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:46:21.086932 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c48cb4d8-988e-414f-9315-1feea18053b4,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:46:21.094610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:21.104669 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4611ef68-9dbe-4e7a-adaf-ec52fee01d72 tempest-DeleteServersTestJSON-1732688370 tempest-DeleteServersTestJSON-1732688370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:21.154977 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70be68-1a85-4303-8770-2bedf8ecb487 req-eb79aa27-60fc-404b-b8e5-d7e7604ebd9f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:21.166804 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a70be68-1a85-4303-8770-2bedf8ecb487 req-eb79aa27-60fc-404b-b8e5-d7e7604ebd9f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 943 time: 0.1103690
Jun 01 12:46:21.178574 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:21.179363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:21.181066 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/c48cb4d8-988e-414f-9315-1feea18053b4 HTTP/1.1" status: 200  len: 1093 time: 1.2865007
Jun 01 12:46:21.191120 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:46:21.194255 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25800f57-50db-4ac2-9fcc-6cd443d991fe" -d '{"events": [{"name": "network-changed", "server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:46:21.251260 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:21.262092 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a70be68-1a85-4303-8770-2bedf8ecb487 req-086fb4bb-3348-4118-b5d6-e2e8a68bd15f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901914
Jun 01 12:46:21.267300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:21.331626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf27853-e35d-4099-93f8-a069af31c28e x-openstack-request-id: req-fbf27853-e35d-4099-93f8-a069af31c28e {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:46:21.332133 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:46:21.332496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fbf27853-e35d-4099-93f8-a069af31c28e {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:46:21.333418 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4', 'status': 'completed', 'code': 200}
Jun 01 12:46:21.398410 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-3198ce59-b089-4851-9d40-5ebd8b236355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:21.399938 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-3198ce59-b089-4851-9d40-5ebd8b236355 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 1096 time: 0.1287930
Jun 01 12:46:21.521813 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-b787fe9b-9408-4174-8900-8c7ecf61645e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c48cb4d8-988e-414f-9315-1feea18053b4 HTTP/1.1" status: 200  len: 217 time: 0.1010854
Jun 01 12:46:21.613194 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7374bd2-cf35-4e09-95e4-078dd4528043 req-8d43ce83-5dc0-4563-a075-838d4c2d281a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:21.614802 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b7374bd2-cf35-4e09-95e4-078dd4528043 req-8d43ce83-5dc0-4563-a075-838d4c2d281a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1044288
Jun 01 12:46:21.617220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-8a665f1d-e345-48bd-a282-8b71d9d4ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:21.619239 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-8a665f1d-e345-48bd-a282-8b71d9d4ae1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.0836926
Jun 01 12:46:21.688246 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-14a561b7-5e18-4a3c-bc29-44b2e65b30bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518789
Jun 01 12:46:21.720049 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b7374bd2-cf35-4e09-95e4-078dd4528043 req-915f24e2-3e87-4b21-ac10-a8216c336b17 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947249
Jun 01 12:46:21.862323 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-923ed78a-0702-46d8-8c32-82edb01a3aec service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619363
Jun 01 12:46:22.008230 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9748bfb5-8bc8-4d14-987c-f96691b8ada4 req-345f552b-8d0e-42ef-8b6b-67569f7d24c5 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355040
Jun 01 12:46:22.160792 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-90a9a399-d9a4-4c05-bebf-4e250d3c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:22.162875 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-90a9a399-d9a4-4c05-bebf-4e250d3c8eee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 1096 time: 0.0931859
Jun 01 12:46:22.404658 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-0efa8f6c-e68c-4029-bd16-85808b0ac3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:22.406150 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-0efa8f6c-e68c-4029-bd16-85808b0ac3c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 916 time: 0.2338030
Jun 01 12:46:22.505843 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-ddeb3cb2-ae1e-4e0f-86eb-83e5ccc8fb57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c48cb4d8-988e-414f-9315-1feea18053b4 HTTP/1.1" status: 200  len: 217 time: 0.0914800
Jun 01 12:46:22.529853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b93bb-a175-419f-8e8d-2b940fb7a7a4 req-1fdc2714-33a3-4dbf-b393-2f9e8fb40259 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:22.538542 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-757b93bb-a175-419f-8e8d-2b940fb7a7a4 req-1fdc2714-33a3-4dbf-b393-2f9e8fb40259 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 943 time: 0.1043873
Jun 01 12:46:22.597591 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-757b93bb-a175-419f-8e8d-2b940fb7a7a4 req-c67121dc-b6b9-46d9-bebd-6fb29b72065e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578647
Jun 01 12:46:22.639424 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-fd321173-d991-4574-b8a3-b6151315a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:22.641101 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-fd321173-d991-4574-b8a3-b6151315a292 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.1233776
Jun 01 12:46:22.697983 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-86ee440c-af54-41e8-91b3-604f3dd82d0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497987
Jun 01 12:46:22.886540 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-1c93ed81-1f99-482f-8641-d2f494444f53 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791165
Jun 01 12:46:22.908044 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50796) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:22.943576 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fec75-3513-4205-b334-4d9c27cfd2d8 req-d8dc104d-be72-40d7-a966-f3c7c2a46482 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:22.953503 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-109fec75-3513-4205-b334-4d9c27cfd2d8 req-d8dc104d-be72-40d7-a966-f3c7c2a46482 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1153021
Jun 01 12:46:23.014237 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-109fec75-3513-4205-b334-4d9c27cfd2d8 req-41cb9231-4399-4fee-b755-1a0a81e6470c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596247
Jun 01 12:46:23.052954 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-25800f57-50db-4ac2-9fcc-6cd443d991fe req-376ae463-db66-4dad-bd6b-5cb6d6db6afd service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576293
Jun 01 12:46:23.080850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.097630 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:23.101665 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Usage tracker for resource:security_group_rule and tenant:a9cb2cc70e9249a8a228413edab7d141 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:23.104643 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:23.110900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:23.195694 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.201061 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.208969 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1c1c3898-5265-4744-aa1c-f0c639be31e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:23.261310 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f6d171-684c-4140-bbe4-3f5ac92dcea5,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:23.266231 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9cb2cc70e9249a8a228413edab7d141&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3568788
Jun 01 12:46:23.267366 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:23.268751 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50810) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:23.354717 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.407599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.481650 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.487201 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-45684ccb-2a8e-4843-be4c-a5f2e91a5d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:23.501356 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f6d171-684c-4140-bbe4-3f5ac92dcea5,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:23.504130 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:23.505398 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.506572 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f6f6d171-684c-4140-bbe4-3f5ac92dcea5 HTTP/1.1" status: 204  len: 168 time: 0.2367942
Jun 01 12:46:23.542001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50822) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:23.574344 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50828) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:23.830444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ed99c-fe90-4b94-ad33-a2073012d1ff req-ef4efef7-95e1-4f29-aa8b-12396d98c723 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:23.838513 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-472ed99c-fe90-4b94-ad33-a2073012d1ff req-ef4efef7-95e1-4f29-aa8b-12396d98c723 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 943 time: 0.1121311
Jun 01 12:46:23.896071 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-472ed99c-fe90-4b94-ad33-a2073012d1ff req-10820d77-3cd7-4572-9a9e-96f09d074eb1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563304
Jun 01 12:46:23.935642 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:23.959498 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:23.963924 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Usage tracker for resource:security_group_rule and tenant:005865f02da041b1814596b4e7f0b1c1 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:23.968066 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:23.975084 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:24.019704 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.046026 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:24.053730 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:560c6b99426a4fd0907dd650f3765ce1 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:24.067969 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:24.082457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:24.108499 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50856) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:24.166637 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.248430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.259816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:24.267455 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.281593 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Usage tracker for resource:security_group_rule and tenant:e72060fc2c7842c3b023358ab0fe3b7f is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:24.284266 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-628f6de4-44cd-45ae-b38d-bb460d9da17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.291599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:24.333987 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:24.385847 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=005865f02da041b1814596b4e7f0b1c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8094618
Jun 01 12:46:24.388835 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50868) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:24.395815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb458e-aef7-4e64-9492-e7bf1acbc896,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.408058 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.441851 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.448348 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.463142 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8f1c1f6b-2079-4a81-9d3d-bff2bf19a1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.468047 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.486618 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aaba3-c568-48cb-a35f-cde66d234d34 req-4dcae258-d7f3-4754-99f5-a84220766a71 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:24.488178 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c84aaba3-c568-48cb-a35f-cde66d234d34 req-4dcae258-d7f3-4754-99f5-a84220766a71 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.3006151
Jun 01 12:46:24.497341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.546621 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=560c6b99426a4fd0907dd650f3765ce1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0032434
Jun 01 12:46:24.550218 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50874) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:24.552450 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d761c-4e21-4efc-854c-a3725a97cc8f,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.563850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.584383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.590375 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c84aaba3-c568-48cb-a35f-cde66d234d34 req-4871c4d1-4ee1-4bb8-b92c-ebcd102aa868 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815299
Jun 01 12:46:24.592003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.610694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb458e-aef7-4e64-9492-e7bf1acbc896,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.619871 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.622781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.625361 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.630276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.634195 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50bb458e-aef7-4e64-9492-e7bf1acbc896 HTTP/1.1" status: 204  len: 168 time: 0.2436090
Jun 01 12:46:24.635019 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.651281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.682058 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d219e5f-dcd6-4453-8c67-c37493cf7ac0,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.683758 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.688016 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e72060fc2c7842c3b023358ab0fe3b7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5776083
Jun 01 12:46:24.689300 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.690619 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50882) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:24.751375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.755866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4167f9ab-b007-4285-b704-384aa530e26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.768009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.769151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d761c-4e21-4efc-854c-a3725a97cc8f,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.779497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.784844 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.796998 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b4d761c-4e21-4efc-854c-a3725a97cc8f HTTP/1.1" status: 204  len: 168 time: 0.2370176
Jun 01 12:46:24.812398 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.836440 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50890) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:24.886379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.898371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c809aabe-35ef-4e2f-bb1f-d1b336fea6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:24.913547 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d219e5f-dcd6-4453-8c67-c37493cf7ac0,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:24.915765 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:24.920709 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:24.922142 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d219e5f-dcd6-4453-8c67-c37493cf7ac0 HTTP/1.1" status: 204  len: 168 time: 0.2303917
Jun 01 12:46:24.946038 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device c48cb4d8-988e-414f-9315-1feea18053b4 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:46:25.128847 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4106-933a-4c9f-8404-2b6fa6f2cfb1 req-a14432e9-2534-4958-8d46-ae12f9844429 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:25.137952 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-13cc4106-933a-4c9f-8404-2b6fa6f2cfb1 req-a14432e9-2534-4958-8d46-ae12f9844429 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 943 time: 0.1012781
Jun 01 12:46:25.149773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c48cb4d8-988e-414f-9315-1feea18053b4,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:46:25.167990 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'c48cb4d8-988e-414f-9315-1feea18053b4', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'port_id': 'c48cb4d8-988e-414f-9315-1feea18053b4', 'mac_address': 'fa:16:3e:fc:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c338a5-4d8f-48f2-be34-6af322282f4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:46:25.237465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.243153 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.274281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:25.285864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Usage tracker for resource:security_group_rule and tenant:31fb338f4ee44a06843ff932cc3dec2e is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:25.286595 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48cb4d8-988e-414f-9315-1feea18053b4 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:46:25.294298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:25.302454 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:25.350001 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-13cc4106-933a-4c9f-8404-2b6fa6f2cfb1 req-da947faf-7b09-4d38-a173-7159fcffdd3e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104902
Jun 01 12:46:25.366072 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c48cb4d8-988e-414f-9315-1feea18053b4,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:46:25.371364 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.375004 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:25.469561 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:25.477195 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.485343 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.486454 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:25.501015 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b525b7aa-1175-4d63-bfd3-36db9356c795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:25.566917 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31fb338f4ee44a06843ff932cc3dec2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7269299
Jun 01 12:46:25.567228 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50928) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:25.582450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5e06c-57ea-482d-ab7e-e9eff2cdc2a7,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:25.585806 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:25.660312 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.688338 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['c48cb4d8-988e-414f-9315-1feea18053b4'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:46:25.704267 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.782320 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.840630 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-15409499-00ba-4d5e-b8cd-c3de944f73f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:25.863661 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5e06c-57ea-482d-ab7e-e9eff2cdc2a7,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:25.869294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:25.884858 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:25.888911 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17c5e06c-57ea-482d-ab7e-e9eff2cdc2a7 HTTP/1.1" status: 204  len: 168 time: 0.3176939
Jun 01 12:46:25.904111 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc591c-c3bc-468c-b0f8-6e6493f3f78d req-3c1995ac-0cae-4662-9dad-7ef716c415fc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:25.905865 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ccc591c-c3bc-468c-b0f8-6e6493f3f78d req-3c1995ac-0cae-4662-9dad-7ef716c415fc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1172264
Jun 01 12:46:25.975917 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ccc591c-c3bc-468c-b0f8-6e6493f3f78d req-b6af5799-711f-49f2-8748-24ba3a4402f6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628321
Jun 01 12:46:26.403466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 50976) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:26.425368 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.442937 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:26.447412 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Usage tracker for resource:security_group_rule and tenant:6d21a730c67744afa762ee463d3dba62 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:26.451060 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:26.457965 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:26.621744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.630229 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bca6c6-e223-47a0-9f45-d89388abdc61 req-e519d6b7-fe8b-490c-ad26-c6e595d63857 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:26.637523 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71bca6c6-e223-47a0-9f45-d89388abdc61 req-e519d6b7-fe8b-490c-ad26-c6e595d63857 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 944 time: 0.1487215
Jun 01 12:46:26.652616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.662280 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-771b82a8-6bef-4122-8902-08414cfea36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:26.739011 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d21a730c67744afa762ee463d3dba62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341403
Jun 01 12:46:26.741818 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 50992) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:26.752886 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35eb4ef-3774-4679-8f2d-04c343d4de4a,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:26.759038 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:26.762754 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71bca6c6-e223-47a0-9f45-d89388abdc61 req-e0367924-2ed1-4e35-a530-b98bae0aef79 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237757
Jun 01 12:46:26.823432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.853099 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.920487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.925560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8216e4bb-0676-4b85-b44e-6c588269f67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:26.939855 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35eb4ef-3774-4679-8f2d-04c343d4de4a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:26.945068 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:26.953218 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:26.957092 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d35eb4ef-3774-4679-8f2d-04c343d4de4a HTTP/1.1" status: 204  len: 168 time: 0.2114902
Jun 01 12:46:27.218145 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8efbd-dfbf-452d-bf1e-a07eaf8842ac req-c912eddc-f8b7-4e33-96dc-046bb8d2445d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:27.221080 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3cf8efbd-dfbf-452d-bf1e-a07eaf8842ac req-c912eddc-f8b7-4e33-96dc-046bb8d2445d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1117892
Jun 01 12:46:27.280312 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51016) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:27.295376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3cf8efbd-dfbf-452d-bf1e-a07eaf8842ac req-1222d0dc-2ef5-43eb-99ce-97d5139ab831 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645697
Jun 01 12:46:27.586950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:27.604185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:27.609222 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Usage tracker for resource:security_group_rule and tenant:d21af69cc09f4e4e914e8bc1664a2c4e is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:27.612922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:27.620593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:27.626765 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51038) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:27.658192 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:27.692757 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:27.700873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a0445a0b2b48d6a971963e17321a42 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:27.707480 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:27.716981 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:27.725228 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:27.732159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:27.759724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:27.835794 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d21af69cc09f4e4e914e8bc1664a2c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5543160
Jun 01 12:46:27.839187 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51054) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:27.859296 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149941f-1916-423e-9688-d541b3c4c63d,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:27.867271 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:27.972424 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.023776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.039716 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6052d565-aba8-440d-af68-a1bed625b6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:28.095862 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.117353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1779ae3-7edc-4cfe-a911-a03575143386,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:28.122428 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6a0445a0b2b48d6a971963e17321a42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4922342
Jun 01 12:46:28.123186 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51070) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:28.127259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:28.152517 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.187342 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbfbf8-dd6a-48f6-845e-678b18e2544b req-58a4fb2f-7fcb-4f35-9a30-949fd5ca4d2e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:28.188864 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-02bbfbf8-dd6a-48f6-845e-678b18e2544b req-58a4fb2f-7fcb-4f35-9a30-949fd5ca4d2e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 944 time: 0.2211146
Jun 01 12:46:28.217143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.249385 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.254545 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-02bbfbf8-dd6a-48f6-845e-678b18e2544b req-956aca74-7106-4090-a7b4-843fd096d60a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554790
Jun 01 12:46:28.267390 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.273899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1276af31-dcc3-4a63-b20d-d947a68fc9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:28.288747 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149941f-1916-423e-9688-d541b3c4c63d,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:28.294114 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:28.306565 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.308071 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6149941f-1916-423e-9688-d541b3c4c63d HTTP/1.1" status: 204  len: 168 time: 0.4679375
Jun 01 12:46:28.339832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.345807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0227aad2-9d60-4670-9aff-5514176caf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:28.358798 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1779ae3-7edc-4cfe-a911-a03575143386,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:28.361683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:28.368911 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.372844 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1779ae3-7edc-4cfe-a911-a03575143386 HTTP/1.1" status: 204  len: 168 time: 0.2485077
Jun 01 12:46:28.502215 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9a1d-6e10-4eca-a714-e38ce604be43 req-475e0553-5658-43c1-a7c6-984e5d560146 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:28.503762 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a2e9a1d-6e10-4eca-a714-e38ce604be43 req-475e0553-5658-43c1-a7c6-984e5d560146 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0905209
Jun 01 12:46:28.555174 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a2e9a1d-6e10-4eca-a714-e38ce604be43 req-44155f06-e6d8-4cfa-a6aa-df284d6d2eab tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449090
Jun 01 12:46:28.839750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51092) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:28.869591 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:28.910936 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:28.917765 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Usage tracker for resource:security_group_rule and tenant:ae19d983ab294e49bf001999a573593d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:28.924223 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:28.931044 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:29.062629 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.071816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.083822 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d9e6d904-92a2-4c8d-8d27-900eae600f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:29.121465 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1e6cc7-e0c3-47d1-945f-b82aac16b477,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:29.128064 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:29.147139 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae19d983ab294e49bf001999a573593d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3063259
Jun 01 12:46:29.150193 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51110) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:29.179761 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:46:29.217113 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.247750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.306037 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.311227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7d3d184-ff64-42c4-aec0-8cf7a46b01ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:29.325826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1e6cc7-e0c3-47d1-945f-b82aac16b477,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:29.330010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:29.333613 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.334947 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb1e6cc7-e0c3-47d1-945f-b82aac16b477 HTTP/1.1" status: 204  len: 168 time: 0.1836305
Jun 01 12:46:29.383218 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f82a6eff-1d47-4064-82b5-c8d4916da67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:29.493272 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca877e-98b3-4b65-a017-289e18fd086b req-18eca75b-bb90-43fa-9ce3-edf6f475e8bb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:29.501614 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bca877e-98b3-4b65-a017-289e18fd086b req-18eca75b-bb90-43fa-9ce3-edf6f475e8bb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 944 time: 0.0969076
Jun 01 12:46:29.573955 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bca877e-98b3-4b65-a017-289e18fd086b req-426a31aa-9a93-4e8c-abd5-aecc82ad5bbf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712457
Jun 01 12:46:29.788122 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c6873-3e79-42ec-a8d1-44f0d74b102f req-953e4bc3-adc8-4ef1-9df7-16fc0b1ec411 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:29.790010 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a12c6873-3e79-42ec-a8d1-44f0d74b102f req-953e4bc3-adc8-4ef1-9df7-16fc0b1ec411 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0962520
Jun 01 12:46:29.868768 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a12c6873-3e79-42ec-a8d1-44f0d74b102f req-22d5f199-245e-4665-8f21-dbbfe7a0c04c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718319
Jun 01 12:46:30.800566 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d53e54-c347-45bb-9d0f-663eddf00911 req-b485f03c-6b02-4ef7-9052-361593b1204e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:30.802251 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45d53e54-c347-45bb-9d0f-663eddf00911 req-b485f03c-6b02-4ef7-9052-361593b1204e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 944 time: 0.0979750
Jun 01 12:46:30.852350 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45d53e54-c347-45bb-9d0f-663eddf00911 req-0ef66482-3784-4f4e-8534-af3faf62154e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431840
Jun 01 12:46:31.106164 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51200) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:31.107466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480910-cdda-42ab-a6f9-c41a64f549f4 req-d02f4c48-3fea-4724-89c4-5531755931bc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:31.109379 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b9480910-cdda-42ab-a6f9-c41a64f549f4 req-d02f4c48-3fea-4724-89c4-5531755931bc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1110389
Jun 01 12:46:31.160117 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device c48cb4d8-988e-414f-9315-1feea18053b4 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:46:31.195098 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b9480910-cdda-42ab-a6f9-c41a64f549f4 req-44973909-f647-42f4-a5fd-889a22331c48 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785193
Jun 01 12:46:31.254956 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port c48cb4d8-988e-414f-9315-1feea18053b4 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:46:31.260642 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port c48cb4d8-988e-414f-9315-1feea18053b4 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:46:31.261249 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.363195 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.389645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:31.394110 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:dfcce16857ed4877aa30119371c54fb0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:31.397089 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:31.404904 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:31.422057 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.457096 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:46:31.460935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7402f44-eaae-4738-8c2a-351eda27a38a" -d '{"events": [{"server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "name": "network-vif-plugged", "status": "completed", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:46:31.481529 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c48cb4d8-988e-414f-9315-1feea18053b4,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:46:31.494687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.503809 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:31.518061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.522989 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.537473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b2060fe9-1e4f-4e54-b9a3-471cda3c439a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:31.548993 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98c6cb1-7095-4881-83e0-a739819de5bf x-openstack-request-id: req-b98c6cb1-7095-4881-83e0-a739819de5bf {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:46:31.549325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "name": "network-vif-plugged", "status": "completed", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:46:31.549943 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b98c6cb1-7095-4881-83e0-a739819de5bf {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:46:31.550344 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4', 'code': 200}
Jun 01 12:46:31.584030 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfcce16857ed4877aa30119371c54fb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4764779
Jun 01 12:46:31.585827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade35577-f57d-4f93-a5ba-388880ffd882,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:31.587009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51218) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:31.589238 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:31.613855 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:31.623918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.624454 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.625154 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.626059 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.626834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.627582 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.628225 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.628925 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.629798 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.630458 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.631196 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.631847 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:46:31.638729 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:31.682684 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.713991 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.772176 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.775823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-51ebbadd-86e1-4f55-88dc-4e889a84b79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:31.788745 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade35577-f57d-4f93-a5ba-388880ffd882,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:31.792473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:31.798071 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:31.799267 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ade35577-f57d-4f93-a5ba-388880ffd882 HTTP/1.1" status: 204  len: 168 time: 0.2110150
Jun 01 12:46:31.940673 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a988c02d-427e-4b1d-93a4-c3c85b808679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:32.025136 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:32.077551 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7dc8-4eee-4e2d-8a43-6a3e491f1b8c req-38e441c9-f8b9-4497-93ce-24c2bae4658a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:32.079068 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f74c7dc8-4eee-4e2d-8a43-6a3e491f1b8c req-38e441c9-f8b9-4497-93ce-24c2bae4658a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.1037164
Jun 01 12:46:32.126849 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f74c7dc8-4eee-4e2d-8a43-6a3e491f1b8c req-7ff8e12f-5429-4950-ab90-0a8656508e3d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415046
Jun 01 12:46:32.410681 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439a2e-3a06-4414-a2e3-bb183816ef69 req-0769faeb-8b08-4b9c-9854-8d1566e7a1aa tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:32.412325 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-81439a2e-3a06-4414-a2e3-bb183816ef69 req-0769faeb-8b08-4b9c-9854-8d1566e7a1aa tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0986950
Jun 01 12:46:32.482732 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-81439a2e-3a06-4414-a2e3-bb183816ef69 req-f598b06f-d5ce-4234-9670-b700e50da17d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624759
Jun 01 12:46:33.035056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.229897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51278) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:33.323787 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6589a1-21d4-42e1-9652-8fbb342a0802 req-ab5d5e42-df5a-49f9-88aa-0e7ab1160e78 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:33.325489 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f6589a1-21d4-42e1-9652-8fbb342a0802 req-ab5d5e42-df5a-49f9-88aa-0e7ab1160e78 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0881429
Jun 01 12:46:33.423556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.450638 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:33.455565 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f6589a1-21d4-42e1-9652-8fbb342a0802 req-c7dad2af-6fe6-4358-9dd3-bef2dd6697df tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234450
Jun 01 12:46:33.457853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Usage tracker for resource:security_group_rule and tenant:bb4cd55662734be891151b5f18b9726a is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:33.461274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:33.467738 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:33.567248 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.572879 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.586790 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:33.672732 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb4cd55662734be891151b5f18b9726a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4416997
Jun 01 12:46:33.673524 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c675ca-55ac-450f-bb24-75d9bec5ae34,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:33.675586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51294) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:33.678711 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ac803b47-1ad5-4e3f-ae2a-9cc382c4a0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:33.723327 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333d1d1-e11a-4562-b227-5e05131881e4 req-ffafdf9b-a983-4376-aa17-39c9c7539100 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:33.724864 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9333d1d1-e11a-4562-b227-5e05131881e4 req-ffafdf9b-a983-4376-aa17-39c9c7539100 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1249435
Jun 01 12:46:33.753184 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.774293 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9333d1d1-e11a-4562-b227-5e05131881e4 req-f40702db-cd33-4a1e-8233-dcc2414b964b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425086
Jun 01 12:46:33.784568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.844623 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.848383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a9b93592-83fa-423b-9dd5-ac0387a944e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:33.864848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c675ca-55ac-450f-bb24-75d9bec5ae34,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:33.867945 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:33.872998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:33.876550 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3c675ca-55ac-450f-bb24-75d9bec5ae34 HTTP/1.1" status: 204  len: 168 time: 0.1961157
Jun 01 12:46:34.655685 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16633-ec6b-4ab3-b5b3-296006215490 req-468aff5e-fd34-4022-ac3f-1293c4d0a82a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:34.657170 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5e16633-ec6b-4ab3-b5b3-296006215490 req-468aff5e-fd34-4022-ac3f-1293c4d0a82a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0907011
Jun 01 12:46:34.716755 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:34.728633 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5e16633-ec6b-4ab3-b5b3-296006215490 req-e0a60fb1-d1f2-4d5f-a351-4bcedbf27770 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655715
Jun 01 12:46:35.002111 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b2892-9664-4c3a-b4fd-a7de482d5395 req-91213cbc-1d59-4a10-ac4e-e1c2038838ca tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:35.003631 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-642b2892-9664-4c3a-b4fd-a7de482d5395 req-91213cbc-1d59-4a10-ac4e-e1c2038838ca tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1030440
Jun 01 12:46:35.051510 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bdb24-393c-4bd9-a239-101caa40b7b8 req-d4d6ebec-3bf6-42ee-8b34-0c83eb8258be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:35.053182 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-509bdb24-393c-4bd9-a239-101caa40b7b8 req-d4d6ebec-3bf6-42ee-8b34-0c83eb8258be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 1098 time: 0.0880251
Jun 01 12:46:35.063735 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-642b2892-9664-4c3a-b4fd-a7de482d5395 req-37aaff41-15e7-4fc9-a5a3-95b61be6ab28 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539608
Jun 01 12:46:35.107664 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-509bdb24-393c-4bd9-a239-101caa40b7b8 req-de22bbd9-a06c-41b9-ab4a-d4598890cbea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393755
Jun 01 12:46:35.959280 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063a6eb-e819-4184-af6d-bcd141f044aa req-981a349d-b402-493e-bf9c-cc72a9b1c74d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:35.960979 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5063a6eb-e819-4184-af6d-bcd141f044aa req-981a349d-b402-493e-bf9c-cc72a9b1c74d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0929914
Jun 01 12:46:36.010799 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5063a6eb-e819-4184-af6d-bcd141f044aa req-b83869f3-f01f-46fe-8e10-c33596197167 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422704
Jun 01 12:46:36.271004 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160462-fc59-4b0c-bf6d-0fc73441452d req-9d9b1af0-c8cd-456e-960c-1bc3c5b540c4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:36.272570 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84160462-fc59-4b0c-bf6d-0fc73441452d req-9d9b1af0-c8cd-456e-960c-1bc3c5b540c4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0936351
Jun 01 12:46:36.321915 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84160462-fc59-4b0c-bf6d-0fc73441452d req-e030bb04-1cea-4f9f-91ae-323474b35570 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403235
Jun 01 12:46:37.204142 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ff38-1f8d-4dc1-8ed3-529086e6c7c1 req-32860a5b-9ed8-4676-8709-93efac75ed93 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:37.205945 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f9f3ff38-1f8d-4dc1-8ed3-529086e6c7c1 req-32860a5b-9ed8-4676-8709-93efac75ed93 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0878315
Jun 01 12:46:37.255610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f9f3ff38-1f8d-4dc1-8ed3-529086e6c7c1 req-78b70e75-2f4c-48a5-a729-a71903fb5902 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411983
Jun 01 12:46:37.528488 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa98df-27d4-43a4-8f31-f6bf85533aab req-166721ad-6ebc-40e1-b600-7b71dd815bba tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:37.530059 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08fa98df-27d4-43a4-8f31-f6bf85533aab req-166721ad-6ebc-40e1-b600-7b71dd815bba tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0968587
Jun 01 12:46:37.582509 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08fa98df-27d4-43a4-8f31-f6bf85533aab req-c1f66b73-7757-4b4d-8cb1-5248dca4fa86 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465934
Jun 01 12:46:38.468402 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6a67-08ff-4928-98c7-23b49b48be43 req-842a8dcf-3a16-4b4d-9048-e1ac1ea5d048 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:38.470055 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e68a6a67-08ff-4928-98c7-23b49b48be43 req-842a8dcf-3a16-4b4d-9048-e1ac1ea5d048 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0907104
Jun 01 12:46:38.516193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e68a6a67-08ff-4928-98c7-23b49b48be43 req-958c93da-c3e0-46e6-b422-874709cff1ab tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400763
Jun 01 12:46:38.787207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44782ec8-b644-497e-933d-14fd3540493b req-3a667ae7-a37a-43f0-9188-14e5a2aaa66e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:38.788685 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44782ec8-b644-497e-933d-14fd3540493b req-3a667ae7-a37a-43f0-9188-14e5a2aaa66e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0924673
Jun 01 12:46:38.841148 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44782ec8-b644-497e-933d-14fd3540493b req-323bd104-3834-4844-8d16-ebb2a0b25c3b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451488
Jun 01 12:46:39.726207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fddf8-c175-4166-9eff-c81bfd48ace5 req-0b8ea319-42a4-476e-987e-a0d4f85d1097 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:39.727735 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a4fddf8-c175-4166-9eff-c81bfd48ace5 req-0b8ea319-42a4-476e-987e-a0d4f85d1097 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.0916970
Jun 01 12:46:39.773552 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a4fddf8-c175-4166-9eff-c81bfd48ace5 req-fa5741ef-4f4f-4994-92da-2503352f1179 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399039
Jun 01 12:46:39.893432 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-0e2530cf-2423-47f8-8743-3b2d7fac8f6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0904417
Jun 01 12:46:40.072923 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fb7d-34b4-4532-8dd6-a7e576a27cd7 req-dd2653d1-a7ee-4416-b567-cd215fe484b2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:40.074608 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fa69fb7d-34b4-4532-8dd6-a7e576a27cd7 req-dd2653d1-a7ee-4416-b567-cd215fe484b2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1002982
Jun 01 12:46:40.123866 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fa69fb7d-34b4-4532-8dd6-a7e576a27cd7 req-dd826c09-264c-4b74-8aff-b5497d21bacc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408416
Jun 01 12:46:41.380235 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052180b-2a1a-4f6d-ab8a-adfce9163282 req-34465b83-11fc-436b-8053-862d54df7bfb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:41.381805 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3052180b-2a1a-4f6d-ab8a-adfce9163282 req-34465b83-11fc-436b-8053-862d54df7bfb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1057756
Jun 01 12:46:41.438862 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3052180b-2a1a-4f6d-ab8a-adfce9163282 req-8bf56722-0f80-4ced-99a3-e49eaa310031 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508733
Jun 01 12:46:42.232890 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:42.654328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab9d2-dd41-4715-b689-a7546e7470ff req-328e758f-a8d0-4bc8-8ecd-78f23468de86 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:42.655870 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6e2ab9d2-dd41-4715-b689-a7546e7470ff req-328e758f-a8d0-4bc8-8ecd-78f23468de86 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0976126
Jun 01 12:46:42.701546 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6e2ab9d2-dd41-4715-b689-a7546e7470ff req-07cbf3f8-6b26-4970-a496-788ceadc7ae9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398271
Jun 01 12:46:43.169780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-610f2f48-40aa-401e-9564-020bc50b1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:43.171301 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-610f2f48-40aa-401e-9564-020bc50b1cfe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 1098 time: 0.0879219
Jun 01 12:46:43.446610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-573cca68-923a-4c75-a4fa-6bf088d8dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:43.448081 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-573cca68-923a-4c75-a4fa-6bf088d8dc3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 916 time: 0.2394252
Jun 01 12:46:43.523905 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-f2a67d76-c849-4355-8198-0ea2ff281842 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a28b041-8ce9-41ef-a474-3e1310799511 HTTP/1.1" status: 200  len: 217 time: 0.0679362
Jun 01 12:46:43.594684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-2bc8ca69-ef6f-4078-bd12-9a36540212b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:43.594684 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-2bc8ca69-ef6f-4078-bd12-9a36540212b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.0591421
Jun 01 12:46:43.648914 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-a39f7150-addb-44e2-a241-bce94825ed8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456471
Jun 01 12:46:43.864928 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-8ba64296-1c1d-43ea-ad13-f0fab0f4bc6d service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042959
Jun 01 12:46:43.947024 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd10eb-d3a2-408e-a239-227f825d715e req-f9f5e93c-6827-4763-a9d2-f47862f75645 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:43.948617 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8fd10eb-d3a2-408e-a239-227f825d715e req-f9f5e93c-6827-4763-a9d2-f47862f75645 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1001194
Jun 01 12:46:43.996777 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8fd10eb-d3a2-408e-a239-227f825d715e req-fca76507-6e70-4341-af00-dec934639dfe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411243
Jun 01 12:46:45.017407 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-bf605a45-bba1-4c7b-aa65-c8fb2fb632e9 req-d53a082f-20f8-4383-90d9-872cdefa3123 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404874
Jun 01 12:46:45.195666 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dccc7b-04bc-4e1e-9301-56dbd50242fc req-cf28f862-a252-4d25-96df-075236028e54 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:45.197219 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5dccc7b-04bc-4e1e-9301-56dbd50242fc req-cf28f862-a252-4d25-96df-075236028e54 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0838406
Jun 01 12:46:45.246900 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5dccc7b-04bc-4e1e-9301-56dbd50242fc req-85f17e04-72e2-4fe0-88f0-c326bc299d49 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421634
Jun 01 12:46:46.445884 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b22f-9389-4640-9bfe-ee607e8b2b89 req-c2f16ba0-40a2-46d5-a010-a1c81668fc58 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:46.447380 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1106b22f-9389-4640-9bfe-ee607e8b2b89 req-c2f16ba0-40a2-46d5-a010-a1c81668fc58 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0926487
Jun 01 12:46:46.494636 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1106b22f-9389-4640-9bfe-ee607e8b2b89 req-fdb8f6e2-3f34-45d2-9031-5c954af9d1f4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414145
Jun 01 12:46:47.544424 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d488c-9f16-491c-af0f-e5877219b8d7 req-35050576-6f97-4ebe-a5b1-3eb1b27fe30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:47.546355 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f3d488c-9f16-491c-af0f-e5877219b8d7 req-35050576-6f97-4ebe-a5b1-3eb1b27fe30b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1099 time: 0.0803099
Jun 01 12:46:47.594176 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f3d488c-9f16-491c-af0f-e5877219b8d7 req-4b796713-8406-46ca-aa90-4165fe0156c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387363
Jun 01 12:46:47.713797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e973eb-17f9-443a-b10a-fd7a729aea51 req-d9a0b54d-baaf-40c7-9277-408f0b0e9134 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:47.715315 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34e973eb-17f9-443a-b10a-fd7a729aea51 req-d9a0b54d-baaf-40c7-9277-408f0b0e9134 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1081457
Jun 01 12:46:47.762612 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34e973eb-17f9-443a-b10a-fd7a729aea51 req-74e9f278-40fe-4d8d-bdb0-82daa74feec2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409970
Jun 01 12:46:49.028443 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ce35-a51f-48b5-a76d-5ad6fe89f6ea req-61c5633c-5079-40ac-81db-088bfc0293af tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:49.030086 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ba3ce35-a51f-48b5-a76d-5ad6fe89f6ea req-61c5633c-5079-40ac-81db-088bfc0293af tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1523154
Jun 01 12:46:49.080176 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ba3ce35-a51f-48b5-a76d-5ad6fe89f6ea req-af21a73b-3389-47f9-a9a1-b5b0b3606fea tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436659
Jun 01 12:46:50.294643 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821b956-c690-4611-b072-61325c53a7e8 req-562f550a-8e7e-441f-ad52-4e21fba440de tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:50.296321 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1821b956-c690-4611-b072-61325c53a7e8 req-562f550a-8e7e-441f-ad52-4e21fba440de tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1020811
Jun 01 12:46:50.357393 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1821b956-c690-4611-b072-61325c53a7e8 req-928c828d-0633-4cb5-a74c-19ffa140e060 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508571
Jun 01 12:46:51.551812 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3c71-60ae-4551-819e-43cbc0276574 req-aa498729-b7e1-4582-807c-10c8f009a173 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:51.553416 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2f6a3c71-60ae-4551-819e-43cbc0276574 req-aa498729-b7e1-4582-807c-10c8f009a173 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0841463
Jun 01 12:46:51.607529 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2f6a3c71-60ae-4551-819e-43cbc0276574 req-42aa6f09-9932-4b72-877d-0acb14329281 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467691
Jun 01 12:46:52.572062 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-f505d9b7-03c4-44ad-8f17-ea41dc459190 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:52.573812 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-f505d9b7-03c4-44ad-8f17-ea41dc459190 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.1728096
Jun 01 12:46:52.593193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-fd3de82d-daa7-486f-9558-fd22096f0439 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/quotas/d06d7a6f2566458e933412747c300588 HTTP/1.1" status: 200  len: 375 time: 0.0100999
Jun 01 12:46:52.707440 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-61d2e989-1f0f-467e-bb47-ee4fc8a40d9e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1082799
Jun 01 12:46:52.921589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b211e9-e41d-4960-99c2-f8e2abf7b4d0 req-9871691d-0e86-4d58-8539-649cc772edcd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:52.923209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a3b211e9-e41d-4960-99c2-f8e2abf7b4d0 req-9871691d-0e86-4d58-8539-649cc772edcd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1781316
Jun 01 12:46:52.990094 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-e8598e1e-c5f3-4d26-a6c0-55bbcb549e16 service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646315
Jun 01 12:46:53.097175 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a3b211e9-e41d-4960-99c2-f8e2abf7b4d0 req-32a33f0f-255e-4f51-bb8f-3637634c954b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562197
Jun 01 12:46:53.118569 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51790) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:53.171832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51800) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:53.218790 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-4c037d29-e5df-495b-b1c7-49beb65c1382 service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275488
Jun 01 12:46:53.338958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.386761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:53.404070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Usage tracker for resource:security_group_rule and tenant:24b1b330cca84a9c9ae5d7cc2360475b is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:53.414617 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:53.442592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.456644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:53.470563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:53.477254 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6957fd9f1a45f4aa8cc5c5f88eac21 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:53.488653 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:53.499448 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:53.513579 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0945be89-0879-448c-8a12-4881daead869 req-71790485-0d79-41b6-9622-1f1660c51e6c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0872214
Jun 01 12:46:53.529128 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca87db-dc5b-42fd-be30-ddfa8b3962e4 req-3637d7df-7eaf-4a98-981e-e6676f85c427 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:53.539263 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2dca87db-dc5b-42fd-be30-ddfa8b3962e4 req-3637d7df-7eaf-4a98-981e-e6676f85c427 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2003558
Jun 01 12:46:53.658163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.669090 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.683934 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2dca87db-dc5b-42fd-be30-ddfa8b3962e4 req-9eaa9cc4-db09-47b9-9e33-782e2e6e9ac9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256089
Jun 01 12:46:53.702154 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-782bde32-2392-48ce-8960-e727a1afa519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:53.712395 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24b1b330cca84a9c9ae5d7cc2360475b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5390837
Jun 01 12:46:53.715165 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51832) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:53.734813 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.747943 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.789396 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fb6957fd9f1a45f4aa8cc5c5f88eac21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6689205
Jun 01 12:46:53.791358 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4f84e-da16-42f0-83ec-3f12aec22448,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:53.793893 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51838) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:53.796844 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:53.797846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f6d7931b-2f19-4a81-b853-489cd3f6ccdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:53.861943 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f9e5d-188f-4cd1-9e43-c590e1218131,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:53.882047 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.902116 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:53.928056 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.933948 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:53.967638 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.005951 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.012737 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e1af0bad-476e-4f81-93b7-b2a697e9ab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:54.030748 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.033146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4f84e-da16-42f0-83ec-3f12aec22448,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:54.035634 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:54.045973 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:54.051946 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.053426 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28c4f84e-da16-42f0-83ec-3f12aec22448 HTTP/1.1" status: 204  len: 168 time: 0.3371716
Jun 01 12:46:54.072602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f9e5d-188f-4cd1-9e43-c590e1218131,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:54.089797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:54.118734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.120082 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-cfb50482-54ff-4923-bc84-b6b2a76b85c8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/440f9e5d-188f-4cd1-9e43-c590e1218131 HTTP/1.1" status: 204  len: 168 time: 0.3248897
Jun 01 12:46:54.591534 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51872) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:54.621087 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.684374 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:54.694336 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ad1cb41-cc1e-4973-b1dc-7fd4f62d8fe1 req-c2b01865-1758-4660-a98d-7d0492be1a54 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0527749
Jun 01 12:46:54.695417 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b67d28f1081426fa6e61dfc97ee766a is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:54.698963 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:54.705883 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:54.735218 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51878) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:54.803360 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.808701 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.817637 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6c9de38f-7ec4-4c77-8384-55d720ef1c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:54.846241 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff24e72-dd24-43fd-a18a-891c1c1111b5,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:54.850795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:54.867281 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8b67d28f1081426fa6e61dfc97ee766a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2742970
Jun 01 12:46:54.869845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51888) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:54.938858 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.947386 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.963440 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:54.968834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Usage tracker for resource:security_group_rule and tenant:85b2da0aea50451e8429381520687f60 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:54.972116 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:54.974813 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:54.979000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:55.057393 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.063589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ff2e1fc4-5815-4eb9-831a-d72c5752593e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:55.077433 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff24e72-dd24-43fd-a18a-891c1c1111b5,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:55.080598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:55.088633 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.092601 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ff24e72-dd24-43fd-a18a-891c1c1111b5 HTTP/1.1" status: 204  len: 168 time: 0.2188206
Jun 01 12:46:55.115253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.120803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.140273 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d752b7a5-6cc1-4282-af01-4f97da579549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:55.178117 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85b2da0aea50451e8429381520687f60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4414356
Jun 01 12:46:55.181284 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51908) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:55.183525 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7717084-f103-4d15-bacf-c3df11f4141a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:55.187372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:55.240591 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51912) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:55.289585 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.354403 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.427625 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.433057 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fde84bfc-cc61-401f-88d7-c009687f8d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:55.446820 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7717084-f103-4d15-bacf-c3df11f4141a,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:55.449644 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:55.452156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.453211 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7717084-f103-4d15-bacf-c3df11f4141a HTTP/1.1" status: 204  len: 168 time: 0.2709091
Jun 01 12:46:55.588233 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1883698603-network', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:55.599682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:55.606851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Usage tracker for resource:network and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:55.620074 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:55.632991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:55.648976 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Made reservation on behalf of 979fd51ff902401c8eaabc2ef7c5ad7d for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:55.658425 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.709085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.747110 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:55.755325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:55.763568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:55.779246 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:55.922893 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3d0f716b-b23d-44c2-af78-fe049abdc9eb req-0e27aa39-4d77-4699-a8ee-6f6d9b773381 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0769632
Jun 01 12:46:55.943786 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.948873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:55.953497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:55.980440 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:46:55.994854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5f259d-680a-45e2-9c8a-5325bc718ffc,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:55.999237 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:56.000888 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.001077 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Added segment cd8f92ac-ec26-4cf7-8993-2c3252b8f774 of type vlan for network 14cb4a15-c2f6-48e0-bf35-62fa32279a58
Jun 01 12:46:56.003445 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51946) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:56.023036 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.040602 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:56.045226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Usage tracker for resource:security_group_rule and tenant:a8af4abdbc634c74afe3ba788eb1892f is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:56.048667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:56.056961 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:56.060523 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.093353 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.095105 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:56.096275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.101361 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:56.168363 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.173872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.183723 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c606781b-b2e1-4450-8ff5-90da7bd63469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:56.216025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Pushing event updated for resources: {'Network': ['ID=14cb4a15-c2f6-48e0-bf35-62fa32279a58,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:56.224294 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9821243
Jun 01 12:46:56.225304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:56.227443 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51954) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:56.230737 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:46:56.231290 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8af4abdbc634c74afe3ba788eb1892f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2238789
Jun 01 12:46:56.231290 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b053feff-1c19-494a-a4d7-a8d850dcf799,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:56.231431 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51958) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:56.234294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:56.236940 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Request body: {'subnet': {'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1883698603-subnet', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:56.255782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:56.264254 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Usage tracker for resource:subnet and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:56.268328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:56.282714 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:56.316009 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Made reservation on behalf of 979fd51ff902401c8eaabc2ef7c5ad7d for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:56.318151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.386998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.437832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.475741 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 51968) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:56.548434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.553741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-42e3f67c-bc8e-4b3b-9a86-2aca2e76b797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:56.582647 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053feff-1c19-494a-a4d7-a8d850dcf799,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:56.588541 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:56.605548 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.609053 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b053feff-1c19-494a-a4d7-a8d850dcf799 HTTP/1.1" status: 204  len: 168 time: 0.3741140
Jun 01 12:46:56.610360 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215499813-network', 'tenant_id': 'c2d3af361723402788d06b9a3c5c16bb'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:56.615517 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:56.619841 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Usage tracker for resource:network and tenant:c2d3af361723402788d06b9a3c5c16bb is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:56.623257 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:56.629552 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:56.642049 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Made reservation on behalf of c2d3af361723402788d06b9a3c5c16bb for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:56.644795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.658959 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.676466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:56.683399 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Usage tracker for resource:security_group_rule and tenant:c2d3af361723402788d06b9a3c5c16bb is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:56.687822 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:56.696115 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:56.885460 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.892183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.908412 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:46:56.924353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.925643 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Added segment c707b727-abdc-431a-b0ee-3a4cac5130ad of type vlan for network d3d65dd2-08ee-487f-923f-d023d6f53c49
Jun 01 12:46:56.949005 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a20259e7-9812-489f-9e3e-d57921ca6c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:56.957872 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.962544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e4fce9b9-0114-4e81-9007-1d34d5cc4f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:56.990111 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:56.997926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790fb2e7-67b5-4b3f-a298-c947cc728185,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:57.003239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:57.043179 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.044873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:57.045743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8455c106-a558-496a-acd0-570a747a2739,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:57.046568 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.049674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:57.052570 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Checking segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:46:57.052992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Network hostable DHCP agents. Network: 14cb4a15-c2f6-48e0-bf35-62fa32279a58, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:46:57.053461 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:57.076304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:46:57.091695 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 14cb4a15-c2f6-48e0-bf35-62fa32279a58) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:46:57.101025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a6e86-b43c-4406-9c6b-e53f962bf15a None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:46:57.109025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:57.110041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.143580 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-8ab116d3-a82a-4d49-bf48-b29f9a95e334 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9150712
Jun 01 12:46:57.144726 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51988) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:57.150221 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:57.151268 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d52d73e8-2f17-46eb-a2c4-aa17d0b01758 req-bf115835-99e1-4e51-b2fd-2ff4b4be73ba tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0675604
Jun 01 12:46:57.156144 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:57.160546 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Usage tracker for resource:router and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:57.164738 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:57.171943 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:57.234037 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Pushing event updated for resources: {'Network': ['ID=d3d65dd2-08ee-487f-923f-d023d6f53c49,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:57.237473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:57.243671 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7633269
Jun 01 12:46:57.244040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 51992) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:46:57.250466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Request body: {'subnet': {'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215499813-subnet', 'tenant_id': 'c2d3af361723402788d06b9a3c5c16bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:57.253898 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.255040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.264370 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:57.270473 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:46:57.271887 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Usage tracker for resource:subnet and tenant:c2d3af361723402788d06b9a3c5c16bb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:57.275674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:57.287504 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:57.292311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.312661 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Made reservation on behalf of c2d3af361723402788d06b9a3c5c16bb for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:57.315890 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.479574 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:46:57.480899 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:57.675537 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Allocated IP 172.20.0.2 (14cb4a15-c2f6-48e0-bf35-62fa32279a58/8455c106-a558-496a-acd0-570a747a2739/24dc0161-93d3-40d4-90be-7ede34f84c0b) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:46:57.753483 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.017494 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.029863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Transition to ACTIVE for port object 24dc0161-93d3-40d4-90be-7ede34f84c0b will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:46:58.049551 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Transition to ACTIVE for port object 24dc0161-93d3-40d4-90be-7ede34f84c0b will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:46:58.056458 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.063389 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:58.180638 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Pushing event updated for resources: {'Port': ['ID=24dc0161-93d3-40d4-90be-7ede34f84c0b,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:58.197740 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:58.226183 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:46:58.228860 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:46:58.231765 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:46:58.378609 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-bbc2b6f8-1c63-45f0-bc7d-605701b3521a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:58.380990 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-bbc2b6f8-1c63-45f0-bc7d-605701b3521a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.3464956
Jun 01 12:46:58.418563 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f3ee23b-d2fa-402e-b642-d3fd19faedef req-cadcbfc6-905f-4400-83d2-4ef7f2ce389a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0798318
Jun 01 12:46:58.631094 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Attempting to bind port 24dc0161-93d3-40d4-90be-7ede34f84c0b on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:46:58.631699 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Attempting to bind port 24dc0161-93d3-40d4-90be-7ede34f84c0b by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:46:58.632056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Attempting to bind port 24dc0161-93d3-40d4-90be-7ede34f84c0b on network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:46:58.641094 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:46:58.641939 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Checking segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:46:58.642521 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.643272 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Bound using segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:46:58.644011 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Bound port: 24dc0161-93d3-40d4-90be-7ede34f84c0b, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:46:58.644567 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.738215 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c412b-2eaf-432b-8f17-79e7baa63dd7 req-6bc6f24a-bd16-45d2-bb58-7207a3fc6f78 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:58.740193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-253c412b-2eaf-432b-8f17-79e7baa63dd7 req-6bc6f24a-bd16-45d2-bb58-7207a3fc6f78 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1614861
Jun 01 12:46:58.795067 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] For port 24dc0161-93d3-40d4-90be-7ede34f84c0b, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:46:58.799441 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] For port 24dc0161-93d3-40d4-90be-7ede34f84c0b, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=24dc0161-93d3-40d4-90be-7ede34f84c0b,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:46:58.806332 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.808424 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Request body: {'port': {'device_id': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'admin_state_up': True, 'tenant_id': 'd06d7a6f2566458e933412747c300588'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:46:58.811998 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:58.826954 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.837763 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-253c412b-2eaf-432b-8f17-79e7baa63dd7 req-254843e2-6d99-48cf-867a-d5cbcce47d77 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909207
Jun 01 12:46:58.877092 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:58.895554 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Pushing event updated for resources: {'Port': ['ID=24dc0161-93d3-40d4-90be-7ede34f84c0b,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:58.898892 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:59.172198 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:46:59.186986 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Usage tracker for resource:port and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:46:59.192546 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-8f087079-2714-42b9-862f-e248593a14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:59.194240 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-8f087079-2714-42b9-862f-e248593a14a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.6225731
Jun 01 12:46:59.222834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:46:59.238068 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:46:59.268590 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Allocated IP 172.27.2.165 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/078fa287-a460-4620-9849-6b37beb5d70e) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:46:59.276889 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:46:59.280555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.295005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.310796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c52d20cd-0558-408f-8b20-31cc498c7cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:59.341294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d8c325b7-38e3-4fe5-b2e7-ae4771c49e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.571241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2ca1e9-320a-48e5-96b4-cd035a569a9d,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:46:59.581549 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:46:59.599201 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7255c01b-9d76-4f0e-bdf4-ed285a432e35 req-ad65b5a7-434a-4cb5-823b-13795cb028ff tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0515699
Jun 01 12:46:59.641650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Checking segment: {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:46:59.642018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Network hostable DHCP agents. Network: d3d65dd2-08ee-487f-923f-d023d6f53c49, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:46:59.683510 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.708580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Allocated IP 172.20.0.12 (70ed443d-257a-40be-a0aa-55d1b2de0e80/21c338a5-4d8f-48f2-be34-6af322282f4a/499ae67e-f29c-4eec-a8a1-f5a505f7b10a) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:46:59.722401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:46:59.754748 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, d3d65dd2-08ee-487f-923f-d023d6f53c49) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:46:59.764682 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638b86d-802f-47d4-8648-b582d2da8ea3 None None] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:46:59.790882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:46:59.791547 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.808983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:46:59.835717 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:46:59.914015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a56acd-09ec-486f-ac9f-55fccac2c714 None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:00.013455 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.7680171
Jun 01 12:47:00.016666 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:00.023004 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Pushing event updated for resources: {'Port': ['ID=078fa287-a460-4620-9849-6b37beb5d70e,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:00.025608 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:00.035048 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:00.095851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:00.160672 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e92eb-a9f7-4f9f-8849-97afa1f58d69 req-244d0271-6558-444b-ac1e-56f83ca0ae17 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:00.164289 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-862e92eb-a9f7-4f9f-8849-97afa1f58d69 req-244d0271-6558-444b-ac1e-56f83ca0ae17 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1721318
Jun 01 12:47:00.259279 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-862e92eb-a9f7-4f9f-8849-97afa1f58d69 req-d5403f50-8a33-4249-84c9-4f2940880239 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849347
Jun 01 12:47:00.310298 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-aeead532-5343-4044-b88a-e3d80b03e397 None None] Provisioning for port 24dc0161-93d3-40d4-90be-7ede34f84c0b completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:00.348453 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258e01a-df87-4cc5-bdb3-074bcfb7156f None None] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:00.388841 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:00.548125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:00.574862 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 24dc0161-93d3-40d4-90be-7ede34f84c0b up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:00.712136 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:00.824480 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 24dc0161-93d3-40d4-90be-7ede34f84c0b completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:00.836885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 24dc0161-93d3-40d4-90be-7ede34f84c0b triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:00.837528 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:00.862789 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:00.884575 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3637-424a-4755-96a3-14c92a094863 req-e5064aef-6890-4d60-8939-1a7545dd4f23 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:00.887812 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9ba3637-424a-4755-96a3-14c92a094863 req-e5064aef-6890-4d60-8939-1a7545dd4f23 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 932 time: 0.1243720
Jun 01 12:47:00.921563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:00.967721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event updated for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:00.975593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:01.004435 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9ba3637-424a-4755-96a3-14c92a094863 req-c4be04ce-415c-47a9-abda-5c333ebdc1de tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096201
Jun 01 12:47:01.012784 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:01.068659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.090231 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-e7c40c1c-10c5-4884-9f7b-e363c5d347ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:01.093526 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-e7c40c1c-10c5-4884-9f7b-e363c5d347ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.6431515
Jun 01 12:47:01.100928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.113183 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 24dc0161-93d3-40d4-90be-7ede34f84c0b, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=24dc0161-93d3-40d4-90be-7ede34f84c0b,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:01.118437 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.120470 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:01.181267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:01.181878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.198076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-43dd0b5e-d362-4cef-9ade-9f698049e295 None None] Provisioning complete for port 24dc0161-93d3-40d4-90be-7ede34f84c0b triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:01.198455 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-43dd0b5e-d362-4cef-9ade-9f698049e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.228996 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=24dc0161-93d3-40d4-90be-7ede34f84c0b,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:01.237836 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:01.262115 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6891985
Jun 01 12:47:01.472293 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e979cb-c47f-448c-9494-ab4e0a385d24 req-4d81d34c-b734-47f1-9e37-1206e6932a50 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:01.473805 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53e979cb-c47f-448c-9494-ab4e0a385d24 req-4d81d34c-b734-47f1-9e37-1206e6932a50 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0930622
Jun 01 12:47:01.484972 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.529760 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53e979cb-c47f-448c-9494-ab4e0a385d24 req-e0355b81-35fb-4f78-bde6-cc7617a75c56 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477729
Jun 01 12:47:01.719214 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:47:01.899618 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:47:01.915512 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Sync routers for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:47:01.930076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:01.934906 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7862067
Jun 01 12:47:01.935041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52070) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:01.937926 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:01.938548 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc46d910>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:46:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:01.952792 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f7df88fc-0e45-4408-86bf-5e3d191b083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.021723 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.126037 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:02.222049 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d58bed-d98b-461a-87e4-85eccb21e706 req-68f710d7-b965-4e69-b9ed-8f211fae6b76 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:02.223748 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-95d58bed-d98b-461a-87e4-85eccb21e706 req-68f710d7-b965-4e69-b9ed-8f211fae6b76 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 932 time: 0.1038578
Jun 01 12:47:02.273081 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-95d58bed-d98b-461a-87e4-85eccb21e706 req-d0a08cea-2f20-4f6a-b305-38656128576e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429835
Jun 01 12:47:02.398685 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 24dc0161-93d3-40d4-90be-7ede34f84c0b up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:02.431149 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc46d910>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:00Z', 'revision_number': 3, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:02.435312 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Checking router: 2e1c2693-6d57-4b23-b73e-6069dbf2e322 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:47:02.435704 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Updating router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 port 078fa287-a460-4620-9849-6b37beb5d70e binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:47:02.471994 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 24dc0161-93d3-40d4-90be-7ede34f84c0b triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:02.472623 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.490392 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.748419 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511', 'c48cb4d8-988e-414f-9315-1feea18053b4'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:47:02.772686 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Request body: {'port': {'device_id': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:02.784275 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105b655-cc09-43fa-8a7c-8cf56e1a8764 req-483f9297-c760-4764-b453-0c4a3b3989b8 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:02.789895 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8105b655-cc09-43fa-8a7c-8cf56e1a8764 req-483f9297-c760-4764-b453-0c4a3b3989b8 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1155462
Jun 01 12:47:02.855906 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8105b655-cc09-43fa-8a7c-8cf56e1a8764 req-bf3d41d2-76be-4122-9b8f-65f7d8e872c5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598338
Jun 01 12:47:02.872238 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.886852 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Transition to ACTIVE for port object 078fa287-a460-4620-9849-6b37beb5d70e will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:02.895296 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.898453 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:02.920249 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-94cc5f34-8ccf-41ed-aa8c-01a427b13ce9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.1117570
Jun 01 12:47:02.986463 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Attempting to bind port 078fa287-a460-4620-9849-6b37beb5d70e on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:02.987211 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Attempting to bind port 078fa287-a460-4620-9849-6b37beb5d70e by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:02.987332 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Attempting to bind port 078fa287-a460-4620-9849-6b37beb5d70e on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:02.990093 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.991814 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Pushing event updated for resources: {'Port': ['ID=078fa287-a460-4620-9849-6b37beb5d70e,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:02.998102 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:02.998928 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:02.999468 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:02.999868 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:03.000714 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Bound port: 078fa287-a460-4620-9849-6b37beb5d70e, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:03.001342 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:03.036099 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.036372 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.036886 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.037219 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.037550 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.037876 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.038201 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.038688 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.039175 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.039809 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.040289 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.040823 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:03.050072 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:03.061513 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:03.096606 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] For port 078fa287-a460-4620-9849-6b37beb5d70e, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:03.099903 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] For port 078fa287-a460-4620-9849-6b37beb5d70e, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=078fa287-a460-4620-9849-6b37beb5d70e,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:03.107452 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:03.116735 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:03.119768 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-692e73dd-d604-43a8-99ef-1dfa3af1415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:03.121371 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-692e73dd-d604-43a8-99ef-1dfa3af1415e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.1927941
Jun 01 12:47:03.128171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:03.183262 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:03.183906 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc46d910>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:03.201252 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-84f835f4-0b4c-486b-a059-ea91dd36e0b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631814
Jun 01 12:47:03.299758 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Pushing event updated for resources: {'Port': ['ID=078fa287-a460-4620-9849-6b37beb5d70e,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:03.315752 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:03.447018 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:03.496846 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ea1c-8839-4c78-8e4a-5727dbe87e64 req-819b7f0f-83fc-4f6d-a223-a8cc1fb0ef0e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:03.498467 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9ef9ea1c-8839-4c78-8e4a-5727dbe87e64 req-819b7f0f-83fc-4f6d-a223-a8cc1fb0ef0e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 932 time: 0.0935171
Jun 01 12:47:03.560680 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9ef9ea1c-8839-4c78-8e4a-5727dbe87e64 req-449838e7-f37a-4e84-81a0-c079792633e9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535550
Jun 01 12:47:03.575502 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-6d34ef64-a60d-4f33-9b3b-4d26e8f205eb service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3489058
Jun 01 12:47:03.660955 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Allocated IP 172.20.0.1 (14cb4a15-c2f6-48e0-bf35-62fa32279a58/8455c106-a558-496a-acd0-570a747a2739/f228496b-cd61-49a8-b1d8-f180c9a47088) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:03.789035 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc46d910>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:00Z', 'revision_number': 3, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:03.793196 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890f7d8-846a-4a7e-a145-f915762137db None None] The sync data for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi is: [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:00Z', 'revision_number': 3, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:47:04.019010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.055475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Transition to ACTIVE for port object f228496b-cd61-49a8-b1d8-f180c9a47088 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:04.069798 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499ae67e-f29c-4eec-a8a1-f5a505f7b10a {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:47:04.081604 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.105121 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Transition to ACTIVE for port object 499ae67e-f29c-4eec-a8a1-f5a505f7b10a will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:04.114016 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.115712 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce209f6-f0e6-40e5-ae63-223ba3eec257 req-652939f4-a21a-4470-8825-9bb704786927 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:04.118210 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ce209f6-f0e6-40e5-ae63-223ba3eec257 req-652939f4-a21a-4470-8825-9bb704786927 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1495409
Jun 01 12:47:04.128345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:04.188328 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ce209f6-f0e6-40e5-ae63-223ba3eec257 req-2faae053-e140-4bf1-a1a5-b4c84a217bae tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606380
Jun 01 12:47:04.314957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.351897 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Pushing event updated for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:04.358906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:04.362300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:04.464317 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:04.466394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:04.503380 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:04.505323 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:04.514612 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:04.518224 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 078fa287-a460-4620-9849-6b37beb5d70e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:04.573258 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.652240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 078fa287-a460-4620-9849-6b37beb5d70e completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:04.668899 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 078fa287-a460-4620-9849-6b37beb5d70e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:04.669401 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.689827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Attempting to bind port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:04.690163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Attempting to bind port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:04.690493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Attempting to bind port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:04.717358 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:47:04.717682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Attempting to bind port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:04.728566 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:04.728905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Checking segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:04.729299 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Bound using segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:04.729732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Bound port: 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:04.730082 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.766875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.923444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:04.929719 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-d7d65729-c499-4a7f-9bc2-e21463af68fb None None] Provisioning for port f228496b-cd61-49a8-b1d8-f180c9a47088 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:04.933436 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.942842 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-d7d65729-c499-4a7f-9bc2-e21463af68fb None None] Provisioning complete for port f228496b-cd61-49a8-b1d8-f180c9a47088 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:04.943464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d7d65729-c499-4a7f-9bc2-e21463af68fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.964491 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:04.981097 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:04.992596 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:05.010971 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 078fa287-a460-4620-9849-6b37beb5d70e, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=078fa287-a460-4620-9849-6b37beb5d70e,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:05.020885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.024351 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:05.045299 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d1dd4075-f028-4ef1-b855-df15a6580deb req-9576895b-5807-4734-93c2-52104192422c service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5685439
Jun 01 12:47:05.061386 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:05.061715 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85dd3d-1a99-44c6-8880-2fad49ba1444 req-79c10688-7c31-4549-b180-3a632f73255b tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:05.062209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.063398 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] 10.222.0.60 "PUT /v2.0/ports/499ae67e-f29c-4eec-a8a1-f5a505f7b10a HTTP/1.1" status: 200  len: 1094 time: 2.3002956
Jun 01 12:47:05.063926 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:47:05.064195 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9a85dd3d-1a99-44c6-8880-2fad49ba1444 req-79c10688-7c31-4549-b180-3a632f73255b tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.1164021
Jun 01 12:47:05.066205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de02f9-5c59-47a5-b225-9f952c3d15c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:47:05.086868 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-d7d65729-c499-4a7f-9bc2-e21463af68fb None None] Port f228496b-cd61-49a8-b1d8-f180c9a47088 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:47:05.109949 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=078fa287-a460-4620-9849-6b37beb5d70e,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:05.113838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:05.120380 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d567b8-dd24-4ff3-b275-2214483b8812 x-openstack-request-id: req-48d567b8-dd24-4ff3-b275-2214483b8812 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:47:05.120660 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:47:05.121019 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48d567b8-dd24-4ff3-b275-2214483b8812 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:47:05.121496 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', 'status': 'completed', 'code': 200}
Jun 01 12:47:05.122263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Pushing event updated for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:05.136868 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9a85dd3d-1a99-44c6-8880-2fad49ba1444 req-3a424052-cb5b-4824-bdd7-387319e462c4 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615587
Jun 01 12:47:05.149207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:05.183019 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.391029 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a33af-909e-434c-8336-7989b8896f11 req-61159d2c-c91c-4cc7-826d-983fbcbeabee tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:05.392799 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c0a33af-909e-434c-8336-7989b8896f11 req-61159d2c-c91c-4cc7-826d-983fbcbeabee tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0860643
Jun 01 12:47:05.412567 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.423397 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.447306 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c0a33af-909e-434c-8336-7989b8896f11 req-b0a60956-a4fe-4d34-9254-ec5f0b9de32b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486584
Jun 01 12:47:05.453791 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:05.542369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.546334 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:05.549861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:05.701143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:05.703756 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:05.908739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:47:05.912738 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-46ba3ee2-ff92-4a2e-b4f4-687626461899 None None] Provisioning complete for port f228496b-cd61-49a8-b1d8-f180c9a47088 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:05.913263 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-46ba3ee2-ff92-4a2e-b4f4-687626461899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:05.971855 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-46ba3ee2-ff92-4a2e-b4f4-687626461899 None None] Port f228496b-cd61-49a8-b1d8-f180c9a47088 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:47:06.179431 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:47:06.186266 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:47:06.195520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Sync routers for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:47:06.198597 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] 10.222.0.86 "PUT /v2.0/routers/2e1c2693-6d57-4b23-b73e-6069dbf2e322/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2609470
Jun 01 12:47:06.205752 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:06.206487 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc59c700>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:06.359174 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5d4b-fdae-4c4a-973a-39e125775f4d req-f3e09b65-5593-473e-be72-0c9dc214aa44 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:06.360587 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f8bd5d4b-fdae-4c4a-973a-39e125775f4d req-f3e09b65-5593-473e-be72-0c9dc214aa44 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.0934873
Jun 01 12:47:06.414356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:06.430178 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f8bd5d4b-fdae-4c4a-973a-39e125775f4d req-df62e774-8c99-431f-9d89-e13c01f612e6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616090
Jun 01 12:47:06.468389 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 078fa287-a460-4620-9849-6b37beb5d70e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:06.747496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-58da03fa-37c8-4525-9313-667b066f0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:06.749742 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-58da03fa-37c8-4525-9313-667b066f0c92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 1097 time: 0.1385450
Jun 01 12:47:06.779212 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f108-3565-471c-afcd-6f43df00dd49 req-976c9034-01a9-4e6a-b69e-e5fe9632e004 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:06.781390 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3d57f108-3565-471c-afcd-6f43df00dd49 req-976c9034-01a9-4e6a-b69e-e5fe9632e004 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2045867
Jun 01 12:47:06.840864 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 078fa287-a460-4620-9849-6b37beb5d70e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:06.841362 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:06.852939 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3d57f108-3565-471c-afcd-6f43df00dd49 req-65eb67ba-c6ca-45a1-ad42-0b16e799b7fe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608883
Jun 01 12:47:06.958190 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-bb50d51a-3dad-4c5a-a747-c71f5f31a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:06.960197 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-bb50d51a-3dad-4c5a-a747-c71f5f31a83d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d06d7a6f2566458e933412747c300588&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2020850
Jun 01 12:47:07.003131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52170) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:07.009913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020056208-network', 'tenant_id': '9e246f8dde43484cb5010f07b9230513'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:07.017211 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:07.021641 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Usage tracker for resource:network and tenant:9e246f8dde43484cb5010f07b9230513 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:07.025845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:07.037785 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:07.053699 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc59c700>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 2, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:07.054343 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Made reservation on behalf of 9e246f8dde43484cb5010f07b9230513 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:07.056772 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.059144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Checking router: 2e1c2693-6d57-4b23-b73e-6069dbf2e322 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:47:07.059508 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Updating router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 port f228496b-cd61-49a8-b1d8-f180c9a47088 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:47:07.071530 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.089177 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:07.093592 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e246f8dde43484cb5010f07b9230513 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:07.096561 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:07.103240 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:07.133718 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.172372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-f5851cac-7487-49f0-8afa-c76084c75a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:07.176626 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-33de02f9-5c59-47a5-b225-9f952c3d15c3 req-f5851cac-7487-49f0-8afa-c76084c75a0e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2000642
Jun 01 12:47:07.220490 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.225133 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.228347 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6a965eb4-b0d6-4cc4-b917-7a4b867b60ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:07.260633 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:47:07.270379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b811697f-c141-46d9-8e12-8065744ad8e5,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:07.274296 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:07.277062 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.277385 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Added segment f3cdf3ef-b823-460d-835b-97911c938fe5 of type vlan for network 27664228-14a1-4470-9a5b-6b75107fb1ea
Jun 01 12:47:07.306193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.336750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.338118 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:07.338724 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.342161 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:07.511199 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=27664228-14a1-4470-9a5b-6b75107fb1ea,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:07.517391 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52180) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:07.517908 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5131335
Jun 01 12:47:07.518396 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:07.526704 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Request body: {'subnet': {'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020056208-subnet', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:07.536263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:07.538927 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 27664228-14a1-4470-9a5b-6b75107fb1ea details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:47:07.541447 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Usage tracker for resource:subnet and tenant:9e246f8dde43484cb5010f07b9230513 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:07.546426 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:07.551829 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:07.566977 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Made reservation on behalf of 9e246f8dde43484cb5010f07b9230513 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:07.567577 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.569484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.641763 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Transition to ACTIVE for port object f228496b-cd61-49a8-b1d8-f180c9a47088 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:07.659781 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.662828 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9bcc-b64a-473e-b1ca-79fe082dc3cd req-8a001f98-5149-4b5a-9e18-ef182395b595 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:07.664832 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0ae9bcc-b64a-473e-b1ca-79fe082dc3cd req-8a001f98-5149-4b5a-9e18-ef182395b595 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.1042209
Jun 01 12:47:07.666193 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3c124ec0-e9b1-467c-9f49-5e8c90fa0950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:07.722278 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e0ae9bcc-b64a-473e-b1ca-79fe082dc3cd req-30aea579-8c6d-4c21-9bae-c87feecd9dd8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497382
Jun 01 12:47:07.812272 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Pushing event updated for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:07.815705 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:07.940935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Attempting to bind port f228496b-cd61-49a8-b1d8-f180c9a47088 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:07.941319 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Attempting to bind port f228496b-cd61-49a8-b1d8-f180c9a47088 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:07.941689 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Attempting to bind port f228496b-cd61-49a8-b1d8-f180c9a47088 on network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:07.959755 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:07.959969 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Checking segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:07.960397 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:07.960802 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Bound using segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:07.961294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Bound port: f228496b-cd61-49a8-b1d8-f180c9a47088, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:07.961681 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.090343 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] For port f228496b-cd61-49a8-b1d8-f180c9a47088, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:08.092667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5252494-ba13-40a6-aeee-16e34eef4a4b req-c881abc9-530e-4d3b-8738-7259ce9f6526 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:08.094277 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5252494-ba13-40a6-aeee-16e34eef4a4b req-c881abc9-530e-4d3b-8738-7259ce9f6526 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1091788
Jun 01 12:47:08.095024 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] For port f228496b-cd61-49a8-b1d8-f180c9a47088, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f228496b-cd61-49a8-b1d8-f180c9a47088,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:08.103063 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.109637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:08.134586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.140185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:08.155670 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5252494-ba13-40a6-aeee-16e34eef4a4b req-7ffe3f9b-027e-49b9-af23-4176efbe4cd3 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546546
Jun 01 12:47:08.206456 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:08.207229 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc59c700>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:08.229129 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73da374d-e776-4155-8b7d-96134b27b0e1,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:08.237472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:08.244355 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Checking segment: {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:08.244713 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Network hostable DHCP agents. Network: 27664228-14a1-4470-9a5b-6b75107fb1ea, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:47:08.266386 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Network 27664228-14a1-4470-9a5b-6b75107fb1ea is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:47:08.278788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 27664228-14a1-4470-9a5b-6b75107fb1ea) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:08.284444 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Pushing event updated for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:08.299867 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e826f-bae3-43a2-af31-60e69591bfe7 None None] Network 27664228-14a1-4470-9a5b-6b75107fb1ea requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:08.302408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:08.303102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.316719 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:08.333922 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8140807
Jun 01 12:47:08.336692 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52202) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:08.342372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:08.350458 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:08.356624 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Usage tracker for resource:router and tenant:9e246f8dde43484cb5010f07b9230513 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:08.360354 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:08.366450 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:08.382850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.384306 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.401449 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.590958 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:08.627950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-a07f8155-52bb-4921-afd3-64f82cdaa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:08.629682 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-a07f8155-52bb-4921-afd3-64f82cdaa2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 1097 time: 0.0893261
Jun 01 12:47:08.690602 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:08.705788 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-c19768fb-77dc-445a-b44d-fe8006c48255 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a HTTP/1.1" status: 200  len: 217 time: 0.0630896
Jun 01 12:47:08.777165 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-69ecf2eb-d350-4db5-a6ba-b30ec074a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:08.778807 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-69ecf2eb-d350-4db5-a6ba-b30ec074a6b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.0662298
Jun 01 12:47:08.835696 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-22bbda8d-b1f5-454d-92c2-67aa3e4cc59d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485048
Jun 01 12:47:08.881131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-27664228-14a1-4470-9a5b-6b75107fb1ea', 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'fixed_ips': [{'subnet_id': '73da374d-e776-4155-8b7d-96134b27b0e1'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:47:08.882087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.056604 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-4cdf8e9d-e229-4d5e-b42a-91f744122427 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130506
Jun 01 12:47:09.162151 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.203372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a153b-9cfb-410a-bc64-2c610b22f393 req-5618b79a-8e7a-4963-a625-d3f5e99f36d8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:09.205456 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f7a153b-9cfb-410a-bc64-2c610b22f393 req-5618b79a-8e7a-4963-a625-d3f5e99f36d8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.2594800
Jun 01 12:47:09.210168 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.274644 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Allocated IP 172.20.0.2 (27664228-14a1-4470-9a5b-6b75107fb1ea/73da374d-e776-4155-8b7d-96134b27b0e1/2320a01e-d806-4298-8df7-972486712f00) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:09.367340 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-41187574-a853-47c9-b9b7-d8a44e5561dc req-4a1aba9c-923c-4f25-82e2-2ec1c7f897bd service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2992802
Jun 01 12:47:09.369565 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Allocated IP 172.27.2.98 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/8b829a93-33cb-4c2b-8d73-bccfa7d50bc8) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:09.568622 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc59c700>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:08Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:09.579508 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994d6a6-cbe8-46e8-a185-ff7470b3014f None None] The sync data for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi is: [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:08Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:47:09.601051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.622619 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Transition to ACTIVE for port object 2320a01e-d806-4298-8df7-972486712f00 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:09.626191 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f7a153b-9cfb-410a-bc64-2c610b22f393 req-ab9638fe-5a1d-40d7-82a2-630d32c46b1d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807358
Jun 01 12:47:09.666119 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Transition to ACTIVE for port object 2320a01e-d806-4298-8df7-972486712f00 will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:09.688520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.698698 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:09.757889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:09.768356 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13d39-53fa-4b14-b2c4-7aba21c58a12 req-c9a5f776-fa89-4990-98a3-42279b003ac5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:09.770163 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cff13d39-53fa-4b14-b2c4-7aba21c58a12 req-c9a5f776-fa89-4990-98a3-42279b003ac5 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.3618023
Jun 01 12:47:09.837166 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Network 27664228-14a1-4470-9a5b-6b75107fb1ea is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:09.838956 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:09.854063 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Pushing event updated for resources: {'Port': ['ID=2320a01e-d806-4298-8df7-972486712f00,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:09.856963 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:09.860616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:09.873247 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cff13d39-53fa-4b14-b2c4-7aba21c58a12 req-9832af8b-2b8d-48fb-95f3-910cbb6e85ff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954504
Jun 01 12:47:09.992743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Attempting to bind port 2320a01e-d806-4298-8df7-972486712f00 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:09.993485 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Attempting to bind port 2320a01e-d806-4298-8df7-972486712f00 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:09.994001 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Attempting to bind port 2320a01e-d806-4298-8df7-972486712f00 on network 27664228-14a1-4470-9a5b-6b75107fb1ea {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:10.001301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:10.001813 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Checking segment: {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:10.002352 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.002888 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Bound using segment: {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:10.003726 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Bound port: 2320a01e-d806-4298-8df7-972486712f00, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:10.004034 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.092515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.113956 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:10.133796 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] For port 2320a01e-d806-4298-8df7-972486712f00, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:10.137522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] For port 2320a01e-d806-4298-8df7-972486712f00, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=2320a01e-d806-4298-8df7-972486712f00,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:10.143497 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.150565 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:10.216599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:10.225213 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:10.238896 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-d027ee83-0a13-438b-80e9-4941f5cc6ffd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:10.239629 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-d027ee83-0a13-438b-80e9-4941f5cc6ffd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Synchronizing usage tracker for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:47:10.242458 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:10.256313 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Pushing event updated for resources: {'Port': ['ID=2320a01e-d806-4298-8df7-972486712f00,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:10.265451 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:10.282075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Pushing event updated for resources: {'Port': ['ID=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:10.285379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:10.320763 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-d027ee83-0a13-438b-80e9-4941f5cc6ffd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Unset dirty status for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:47:10.321950 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-d027ee83-0a13-438b-80e9-4941f5cc6ffd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 808 time: 0.5022142
Jun 01 12:47:10.474434 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-47cbaebe-e838-497a-b54b-b4b648777713 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/quotas/c2d3af361723402788d06b9a3c5c16bb HTTP/1.1" status: 200  len: 375 time: 0.0944040
Jun 01 12:47:10.519320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f228496b-cd61-49a8-b1d8-f180c9a47088 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:10.568575 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0314c03b-3b69-4bb1-949c-243c3318b4bf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576470
Jun 01 12:47:10.624748 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port f228496b-cd61-49a8-b1d8-f180c9a47088 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:10.630722 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f228496b-cd61-49a8-b1d8-f180c9a47088 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:10.631072 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.786880 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.822557 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port f228496b-cd61-49a8-b1d8-f180c9a47088, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f228496b-cd61-49a8-b1d8-f180c9a47088,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:10.826984 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:10.829162 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:10.915940 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:10.925963 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:10.982791 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:11.055971 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-052970bd-59d8-4ba0-8868-bb0728482538 service neutron] 10.222.0.86 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4547837
Jun 01 12:47:11.239692 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47e246-1c74-4427-845e-a9162a615045 req-acedd5c7-e20b-491b-9d88-52a7150c52c9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:11.239692 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea47e246-1c74-4427-845e-a9162a615045 req-acedd5c7-e20b-491b-9d88-52a7150c52c9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.4656432
Jun 01 12:47:11.311325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110a440-6b49-4848-b60b-2c25a6235786 None None] Network 27664228-14a1-4470-9a5b-6b75107fb1ea requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:11.403758 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea47e246-1c74-4427-845e-a9162a615045 req-c1fd3263-182e-454a-b33d-5d04ea0434fe tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540215
Jun 01 12:47:11.407791 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-b0f5b2cc-22bc-4f0f-a119-60bde2dd8921 service neutron] 10.222.0.86 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3363080
Jun 01 12:47:11.479990 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-a5d901fe-cf9b-41e7-b3ab-31cef05ce733 None None] Provisioning for port 2320a01e-d806-4298-8df7-972486712f00 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:11.804607 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ba47689b-c8e0-486e-a6e8-679ba49a5b21 req-aeabb961-f8b3-4b1f-b863-84e0b6c48b84 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 210 time: 0.1563454
Jun 01 12:47:11.841167 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.027225 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd64fe-db27-4bb9-b83d-6447e4e18adb req-a4f5e88e-0dee-4551-95d5-e66288e42526 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:12.028731 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a6dd64fe-db27-4bb9-b83d-6447e4e18adb req-a4f5e88e-0dee-4551-95d5-e66288e42526 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.3793707
Jun 01 12:47:12.050737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52308) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:12.103703 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a6dd64fe-db27-4bb9-b83d-6447e4e18adb req-bd1ed486-9151-4fca-bb5f-f51552835def tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669527
Jun 01 12:47:12.141532 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Router 9dc507b4-6748-4c0a-bd66-93261aeef316 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:47:12.187950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.206348 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:12.214296 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7520409f214317b13621dfdc57c373 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:12.217743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:12.223751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:12.316137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.320908 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.331594 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a38e14c6-2b96-4ad3-a432-aa691507cd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:12.340887 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:47:12.351645 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Sync routers for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:47:12.367563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4f415-d8d4-449c-b232-db0419f1a2c4,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:12.370377 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:12.371170 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6953d0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:12.373867 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:12.381827 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.382973 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b7520409f214317b13621dfdc57c373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311334
Jun 01 12:47:12.383727 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52316) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:12.387580 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-80602fe1-d687-4fef-81fd-8ce0eccff321 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0498035
Jun 01 12:47:12.388757 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52320) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:12.465210 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.494830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.551461 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.556484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ffa9d025-ec2c-440f-a585-ffa29c68041b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:12.572758 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4f415-d8d4-449c-b232-db0419f1a2c4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:12.575763 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:12.577522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 2320a01e-d806-4298-8df7-972486712f00 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:12.577992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.579082 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27d4f415-d8d4-449c-b232-db0419f1a2c4 HTTP/1.1" status: 204  len: 168 time: 0.1944604
Jun 01 12:47:12.623134 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:12.681378 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 2320a01e-d806-4298-8df7-972486712f00 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:12.688588 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 2320a01e-d806-4298-8df7-972486712f00 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:12.689816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.820059 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525fdc-bd4a-4826-a6c3-9c793b5a7656 req-1105eb9b-115e-4e60-a1e5-abef93f691a2 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:12.829002 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75525fdc-bd4a-4826-a6c3-9c793b5a7656 req-1105eb9b-115e-4e60-a1e5-abef93f691a2 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.2833629
Jun 01 12:47:12.862108 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.941668 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 2320a01e-d806-4298-8df7-972486712f00, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=2320a01e-d806-4298-8df7-972486712f00,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:12.948240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:12.949712 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f228496b-cd61-49a8-b1d8-f180c9a47088 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:12.999886 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52334) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:13.005568 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75525fdc-bd4a-4826-a6c3-9c793b5a7656 req-675bdfb3-4e96-46b2-81a6-9626e72df10f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748424
Jun 01 12:47:13.013265 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6953d0>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 3, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:13.027760 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Checking router: 9dc507b4-6748-4c0a-bd66-93261aeef316 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:47:13.028447 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Updating router 9dc507b4-6748-4c0a-bd66-93261aeef316 port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:47:13.028913 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.044983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:13.049226 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Usage tracker for resource:security_group_rule and tenant:05190650f129405797f7c5dd91d7566f is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:13.049960 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:13.052466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:13.061291 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:13.080396 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-faa9b5fa-0459-4370-b581-ea07cc000181 req-cf93fe01-7655-431c-9a4c-832374a4a9c7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 210 time: 0.1074479
Jun 01 12:47:13.104330 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.132216 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f228496b-cd61-49a8-b1d8-f180c9a47088 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:13.132653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.180807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.186850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.197434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7cd1c2d-8160-4f07-9144-d7c83ce096c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:13.220706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=2320a01e-d806-4298-8df7-972486712f00,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:13.228741 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:13.295824 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05190650f129405797f7c5dd91d7566f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2938521
Jun 01 12:47:13.297003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da10c2-4d03-4a70-99db-fd27ae46479a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:13.302951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:13.303776 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52342) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:13.369710 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.398138 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.457389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.463069 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-14a17403-55a5-4898-ac9f-21112b79c62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:13.475793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da10c2-4d03-4a70-99db-fd27ae46479a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:13.478731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:13.487043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.488412 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6da10c2-4d03-4a70-99db-fd27ae46479a HTTP/1.1" status: 204  len: 168 time: 0.1835153
Jun 01 12:47:13.595233 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29948c3-69f2-406d-8cc7-aeafb7ca5995 req-d69a619d-fcaa-439f-a03c-a4f053b6c681 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:13.596671 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c29948c3-69f2-406d-8cc7-aeafb7ca5995 req-d69a619d-fcaa-439f-a03c-a4f053b6c681 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2983503
Jun 01 12:47:13.606838 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.624973 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Transition to ACTIVE for port object 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:13.640723 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.645427 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:13.709148 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c29948c3-69f2-406d-8cc7-aeafb7ca5995 req-018955d0-9519-4319-8c8e-879569c76b6c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966611
Jun 01 12:47:13.722480 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.728892 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Attempting to bind port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:13.729275 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Attempting to bind port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:13.729648 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Attempting to bind port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Bound port: 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:13.743166 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.824081 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Pushing event updated for resources: {'Port': ['ID=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:13.828690 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:13.871784 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] For port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:13.875976 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] For port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:13.881717 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:13.892108 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-b6ee6d8b-131d-42aa-915d-6a937bcf94c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:13.960967 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:13.961620 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6953d0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:13.964667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Allocated IP 172.20.0.1 (27664228-14a1-4470-9a5b-6b75107fb1ea/73da374d-e776-4155-8b7d-96134b27b0e1/233c2d2f-4400-496a-96af-89ec080b3e40) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:14.050676 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Pushing event updated for resources: {'Port': ['ID=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:14.061714 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:14.102615 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 499ae67e-f29c-4eec-a8a1-f5a505f7b10a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:47:14.158922 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.159790 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.181179 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Transition to ACTIVE for port object 233c2d2f-4400-496a-96af-89ec080b3e40 will not be triggered until provisioned by entity DHCP. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:14.252687 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:14.388937 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:14.403238 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.417430 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'port_id': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', 'mac_address': 'fa:16:3e:a1:40:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c338a5-4d8f-48f2-be34-6af322282f4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:47:14.461981 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d86c51e3-bbab-4383-835c-0b3f6f6357f2 req-a372c32c-2993-49bd-bcdb-bba1c208671d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 210 time: 0.1844933
Jun 01 12:47:14.472210 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 2320a01e-d806-4298-8df7-972486712f00 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:14.483830 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:14.534227 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Network 27664228-14a1-4470-9a5b-6b75107fb1ea is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:14.545256 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.545959 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:14.569092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:14.616951 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499ae67e-f29c-4eec-a8a1-f5a505f7b10a {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:47:14.657924 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6953d0>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 3, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:14.659988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:14.663689 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacc6c1-2b1b-4e35-8c05-7f6c434ac30d None None] The sync data for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi is: [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 3, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:47:14.682356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.682356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:14.691561 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Pushing event updated for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:14.697119 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.702750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:14.713301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7814-33af-4cf1-a8ff-0d0c614179fd req-d2472785-e31f-444e-8801-f763c7e7c0ee tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:14.721774 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-672a7814-33af-4cf1-a8ff-0d0c614179fd req-d2472785-e31f-444e-8801-f763c7e7c0ee tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 944 time: 0.5227644
Jun 01 12:47:14.819094 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 2320a01e-d806-4298-8df7-972486712f00 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:14.819479 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:14.829110 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-672a7814-33af-4cf1-a8ff-0d0c614179fd req-fd8dcc24-2a0c-4c81-8ec1-3af2ebde18c9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059039
Jun 01 12:47:14.912131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:14.915653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:14.932240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-51b6f0fa-3efc-40f2-91a0-3fd1ab2c5bf4 None None] Provisioning for port 233c2d2f-4400-496a-96af-89ec080b3e40 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:14.939218 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-51b6f0fa-3efc-40f2-91a0-3fd1ab2c5bf4 None None] Provisioning complete for port 233c2d2f-4400-496a-96af-89ec080b3e40 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:14.939596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-51b6f0fa-3efc-40f2-91a0-3fd1ab2c5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:15.054778 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-51b6f0fa-3efc-40f2-91a0-3fd1ab2c5bf4 None None] Port 233c2d2f-4400-496a-96af-89ec080b3e40 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:47:15.077806 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:15.186847 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a706-42be-432a-9274-ec909fe305d8 req-63d1d8cd-b52e-49e6-90a8-63b362dd33d4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:15.188405 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8365a706-42be-432a-9274-ec909fe305d8 req-63d1d8cd-b52e-49e6-90a8-63b362dd33d4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2299986
Jun 01 12:47:15.226587 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['499ae67e-f29c-4eec-a8a1-f5a505f7b10a'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:47:15.352482 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8365a706-42be-432a-9274-ec909fe305d8 req-68671ca9-0d38-4c4a-9353-1d84f48369e1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457086
Jun 01 12:47:15.470314 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:15.478831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:15.554254 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:15.652224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-6886430f-87e9-45b1-8249-8fb544561e1b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:15.676398 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-6886430f-87e9-45b1-8249-8fb544561e1b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 808 time: 0.3914154
Jun 01 12:47:15.699235 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:15.701144 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Request body: {'port': {'device_id': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49', 'admin_state_up': True, 'tenant_id': 'c2d3af361723402788d06b9a3c5c16bb'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:15.704209 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Pushing event updated for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:15.709109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:15.902120 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:15.906688 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Usage tracker for resource:port and tenant:c2d3af361723402788d06b9a3c5c16bb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:15.910701 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:15.918052 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4caa03fb-2e20-48f7-832c-ad8e966ad980 req-a138f449-5b28-4725-b2a5-e89aeb50fced tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 210 time: 0.0739198
Jun 01 12:47:15.918360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:15.935898 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Made reservation on behalf of c2d3af361723402788d06b9a3c5c16bb for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:15.941532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.023866 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Network 27664228-14a1-4470-9a5b-6b75107fb1ea is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:16.027139 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:16.200607 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Allocated IP 172.20.0.9 (d3d65dd2-08ee-487f-923f-d023d6f53c49/9e2ca1e9-320a-48e5-96b4-cd035a569a9d/5c3f4bb9-08a5-4623-a27c-dba511e95097) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:16.403757 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5703a60d-e4f7-46ce-ae28-7c5bffe17364 None None] Provisioning complete for port 233c2d2f-4400-496a-96af-89ec080b3e40 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:16.404920 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5703a60d-e4f7-46ce-ae28-7c5bffe17364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.464603 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.500098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.508138 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:16.553101 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06cd0-2f7e-4173-a57b-2259f99bd90c req-2aae26ed-7713-4f80-91f0-970a9185ce49 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:16.554646 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3ca06cd0-2f7e-4173-a57b-2259f99bd90c req-2aae26ed-7713-4f80-91f0-970a9185ce49 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 945 time: 0.5019147
Jun 01 12:47:16.564195 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-5703a60d-e4f7-46ce-ae28-7c5bffe17364 None None] Port 233c2d2f-4400-496a-96af-89ec080b3e40 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:47:16.570047 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:16.578518 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:16.578954 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:16.584895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:16.674765 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:16.696981 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:16.703821 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:16.713511 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:16.713978 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.721803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:16.722560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:16.751288 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0548398
Jun 01 12:47:16.756744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Router 9dc507b4-6748-4c0a-bd66-93261aeef316 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:47:16.771402 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Request body: {'port': {'device_id': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:16.800310 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3ca06cd0-2f7e-4173-a57b-2259f99bd90c req-79bb4faa-bd15-4b7f-bf93-fa2edf497c5c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362225
Jun 01 12:47:16.979351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.006388 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 499ae67e-f29c-4eec-a8a1-f5a505f7b10a up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:17.034571 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913824-d649-4aa7-8721-c3835f4c5cf0 req-52d215f9-49c7-4b51-846d-99fce0cc6562 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:17.036262 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b913824-d649-4aa7-8721-c3835f4c5cf0 req-52d215f9-49c7-4b51-846d-99fce0cc6562 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.3981349
Jun 01 12:47:17.067704 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:47:17.097552 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] 10.222.0.86 "PUT /v2.0/routers/9dc507b4-6748-4c0a-bd66-93261aeef316/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7075460
Jun 01 12:47:17.119143 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b913824-d649-4aa7-8721-c3835f4c5cf0 req-a37362ec-145a-4bc1-95cb-110a70bc029f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733864
Jun 01 12:47:17.127279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.217937 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:17.226051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.228827 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:17.271774 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Sync routers for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:47:17.305039 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30841-cb2d-442c-9812-86dd6befe1be req-442abbac-7f40-49ce-94d2-84a95580e3f8 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:17.308896 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d3f30841-cb2d-442c-9812-86dd6befe1be req-442abbac-7f40-49ce-94d2-84a95580e3f8 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 931 time: 0.1768773
Jun 01 12:47:17.318458 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:17.329394 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:17.330081 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.364356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:17.365018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97f070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:17.408779 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-d3f30841-cb2d-442c-9812-86dd6befe1be req-39d4e518-7ff5-48b9-bfbf-fc3353eb4d09 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Synchronizing usage tracker for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:47:17.435239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-d3f30841-cb2d-442c-9812-86dd6befe1be req-39d4e518-7ff5-48b9-bfbf-fc3353eb4d09 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Unset dirty status for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:47:17.437903 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d3f30841-cb2d-442c-9812-86dd6befe1be req-39d4e518-7ff5-48b9-bfbf-fc3353eb4d09 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224656
Jun 01 12:47:17.511684 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:17.519380 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:17.623605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3f4bb9-08a5-4623-a27c-dba511e95097 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:47:17.633680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.655401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Transition to ACTIVE for port object 5c3f4bb9-08a5-4623-a27c-dba511e95097 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:17.665715 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.675848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:17.714440 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.759210 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:17.765470 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:47:17.768537 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8291d4f-1b9c-479d-a68d-b5a181aa8e31" -d '{"events": [{"server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "name": "network-vif-plugged", "status": "completed", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:47:17.775460 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:17.781790 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:17.837896 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:17.921819 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43832d1-12a2-4908-a12f-34f276cc70d4 x-openstack-request-id: req-a43832d1-12a2-4908-a12f-34f276cc70d4 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:47:17.921819 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "name": "network-vif-plugged", "status": "completed", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:47:17.921819 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a43832d1-12a2-4908-a12f-34f276cc70d4 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:47:17.921819 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', 'code': 200}
Jun 01 12:47:18.007972 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:18.012069 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:18.187694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:18.262087 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f315f7d-c898-45d4-8a00-3cb8fdd4e1a3 req-30b72b1a-5402-4fe4-9876-ef5d1ab6c439 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:18.263025 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f315f7d-c898-45d4-8a00-3cb8fdd4e1a3 req-30b72b1a-5402-4fe4-9876-ef5d1ab6c439 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.1741483
Jun 01 12:47:18.288207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.293894 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.294384 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.295502 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.296491 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.300209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.300757 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.301213 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.301664 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.302110 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.302557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.303030 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:18.319731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:18.323006 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Attempting to bind port 5c3f4bb9-08a5-4623-a27c-dba511e95097 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:18.327102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Attempting to bind port 5c3f4bb9-08a5-4623-a27c-dba511e95097 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:18.327587 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Attempting to bind port 5c3f4bb9-08a5-4623-a27c-dba511e95097 on network d3d65dd2-08ee-487f-923f-d023d6f53c49 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:18.337546 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Port 5c3f4bb9-08a5-4623-a27c-dba511e95097 on network d3d65dd2-08ee-487f-923f-d023d6f53c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:47:18.360766 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f315f7d-c898-45d4-8a00-3cb8fdd4e1a3 req-e36d5865-4c4f-4863-9f18-d5fac23d0346 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887146
Jun 01 12:47:18.365359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Attempting to bind port 5c3f4bb9-08a5-4623-a27c-dba511e95097 on network d3d65dd2-08ee-487f-923f-d023d6f53c49 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:18.422542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97f070>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:14Z', 'revision_number': 4, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '233c2d2f-4400-496a-96af-89ec080b3e40', 'name': '', 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'mac_address': 'fa:16:3e:c4:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:13Z', 'updated_at': '2021-06-01T12:47:15Z', 'revision_number': 2, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'subnets': [{'id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:18.427374 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Checking router: 9dc507b4-6748-4c0a-bd66-93261aeef316 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:47:18.427988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Updating router 9dc507b4-6748-4c0a-bd66-93261aeef316 port 233c2d2f-4400-496a-96af-89ec080b3e40 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:47:18.440161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:18.441073 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Checking segment: {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:18.441479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Bound using segment: {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:18.444194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Bound port: 5c3f4bb9-08a5-4623-a27c-dba511e95097, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:18.444509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:18.522048 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:18.647475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce205a-028f-4a1f-af3c-5a25b54160de req-2f5ea37d-2e0d-485a-81ce-b1a0af8fb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:18.649560 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f7ce205a-028f-4a1f-af3c-5a25b54160de req-2f5ea37d-2e0d-485a-81ce-b1a0af8fb3dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 1099 time: 0.4285953
Jun 01 12:47:18.718849 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:18.736240 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f7ce205a-028f-4a1f-af3c-5a25b54160de req-5a43bea2-bc82-45df-8b31-96610b5595d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695660
Jun 01 12:47:18.749526 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:18.754237 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:18.760651 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:18.766473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:18.834826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:18.835761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:18.837331 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/5c3f4bb9-08a5-4623-a27c-dba511e95097 HTTP/1.1" status: 200  len: 1093 time: 2.0735955
Jun 01 12:47:18.837965 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:47:18.842249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bbf057-fc6c-49ed-809c-142d243cd55a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:47:18.877227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:18.885925 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:18.894986 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd499b5f-2160-4a67-99c7-eea37305b995 req-fddc0083-a4e7-46f6-80fd-4b400746875d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:18.897424 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fd499b5f-2160-4a67-99c7-eea37305b995 req-fddc0083-a4e7-46f6-80fd-4b400746875d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.4842854
Jun 01 12:47:18.968546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:18.968992 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:18.997991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-049c881c-5ec0-417d-abe2-1d6b79a474ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:19.005997 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-049c881c-5ec0-417d-abe2-1d6b79a474ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 1096 time: 0.1136973
Jun 01 12:47:19.085366 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fd499b5f-2160-4a67-99c7-eea37305b995 req-487e7b24-6d17-4ac7-821c-29f2d4d2ff04 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534045
Jun 01 12:47:19.109017 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-7d9b251f-bc72-4cc8-b752-4cafdb60b3e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097 HTTP/1.1" status: 200  len: 217 time: 0.0896168
Jun 01 12:47:19.131459 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae1c15-d44d-4f57-ac6b-a0753e642ea2 req-f87dd2e7-96b7-47f9-a3ef-cc9ff590d271 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:19.143063 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3dae1c15-d44d-4f57-ac6b-a0753e642ea2 req-f87dd2e7-96b7-47f9-a3ef-cc9ff590d271 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 943 time: 0.5018802
Jun 01 12:47:19.269835 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dc394b-732f-40d8-ad4e-f8ce6ff1aecf x-openstack-request-id: req-14dc394b-732f-40d8-ad4e-f8ce6ff1aecf {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:47:19.270137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:47:19.270469 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14dc394b-732f-40d8-ad4e-f8ce6ff1aecf {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:47:19.270837 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'status': 'completed', 'code': 200}
Jun 01 12:47:19.278770 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3dae1c15-d44d-4f57-ac6b-a0753e642ea2 req-9345599c-a7ac-4712-8851-6e1d4e0d2c6a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345630
Jun 01 12:47:19.313008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-6ea8be94-4350-4c35-b24c-b03badbfecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:19.314463 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-6ea8be94-4350-4c35-b24c-b03badbfecd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e2ca1e9-320a-48e5-96b4-cd035a569a9d HTTP/1.1" status: 200  len: 848 time: 0.1980386
Jun 01 12:47:19.424888 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-5d4df529-c862-46d8-849f-2bfe54f6a7f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d65dd2-08ee-487f-923f-d023d6f53c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0998807
Jun 01 12:47:19.684733 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:19.705619 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-8fea84c2-a694-40bd-b549-3df20e2cff97 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702260
Jun 01 12:47:19.712293 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Transition to ACTIVE for port object 233c2d2f-4400-496a-96af-89ec080b3e40 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:19.725865 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:19.730935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:19.740766 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b6fb-ec6c-4cf2-98f4-9e55036cfc07 req-fcce1151-be49-450a-98e5-96c8ac9e3db5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:19.749443 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c074b6fb-ec6c-4cf2-98f4-9e55036cfc07 req-fcce1151-be49-450a-98e5-96c8ac9e3db5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.2201359
Jun 01 12:47:19.835044 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c074b6fb-ec6c-4cf2-98f4-9e55036cfc07 req-cd3687d7-2dfb-4e2d-a37c-090243447a7c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841265
Jun 01 12:47:20.184187 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-23715e0b-c261-4d8c-ae9e-52f486f12696 req-db64b63a-b539-4486-b608-2faebca627f3 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4468207
Jun 01 12:47:20.201188 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Pushing event updated for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:20.205715 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:20.460526 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-038ed9a7-3bce-4034-bbb1-29071bc491fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:20.462645 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-038ed9a7-3bce-4034-bbb1-29071bc491fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 1096 time: 0.1948705
Jun 01 12:47:20.518102 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc194e1-ebd0-493b-8c02-c217610a3be6 req-a13e3e62-9c8c-4d6e-98ba-f4cbaa39c826 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:20.527550 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bc194e1-ebd0-493b-8c02-c217610a3be6 req-a13e3e62-9c8c-4d6e-98ba-f4cbaa39c826 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1299748
Jun 01 12:47:20.540988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Attempting to bind port 233c2d2f-4400-496a-96af-89ec080b3e40 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:20.541369 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Attempting to bind port 233c2d2f-4400-496a-96af-89ec080b3e40 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:20.541743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Attempting to bind port 233c2d2f-4400-496a-96af-89ec080b3e40 on network 27664228-14a1-4470-9a5b-6b75107fb1ea {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:20.556793 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:20.557147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Checking segment: {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:20.557557 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:20.565816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Bound using segment: {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:20.570173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Bound port: 233c2d2f-4400-496a-96af-89ec080b3e40, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cdf3ef-b823-460d-835b-97911c938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:20.572523 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:20.656761 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bc194e1-ebd0-493b-8c02-c217610a3be6 req-0882100a-b190-4185-b4e1-7faf76f11b64 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271596
Jun 01 12:47:20.709417 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] For port 233c2d2f-4400-496a-96af-89ec080b3e40, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:20.714491 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] For port 233c2d2f-4400-496a-96af-89ec080b3e40, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=233c2d2f-4400-496a-96af-89ec080b3e40,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:20.723296 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:20.729025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:20.735472 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4863-ce8e-4345-95d2-1b6865372037 req-1e4290ec-e23f-4c04-a78f-b13f38542870 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:20.739111 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b38d4863-ce8e-4345-95d2-1b6865372037 req-1e4290ec-e23f-4c04-a78f-b13f38542870 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 943 time: 0.1825376
Jun 01 12:47:20.761277 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-eda697e4-51f3-4d3e-850d-f2e6815df2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:20.762881 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-eda697e4-51f3-4d3e-850d-f2e6815df2bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 909 time: 0.2897620
Jun 01 12:47:20.822893 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:47:20.823636 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97f070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:47:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:20.827046 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b38d4863-ce8e-4345-95d2-1b6865372037 req-0a4505f9-1c9c-419d-8123-db957e6714b0 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778716
Jun 01 12:47:20.947721 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-f1b31ac5-3a85-4180-ba5e-dc823f61d171 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097 HTTP/1.1" status: 200  len: 217 time: 0.1664405
Jun 01 12:47:20.985124 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Pushing event updated for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:21.001323 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:21.080556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52610) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:21.108789 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-6e4c7677-8e03-454e-a4e9-085126f6fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:21.110483 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-6e4c7677-8e03-454e-a4e9-085126f6fa56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e2ca1e9-320a-48e5-96b4-cd035a569a9d HTTP/1.1" status: 200  len: 848 time: 0.1502786
Jun 01 12:47:21.185872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1b59-413a-4490-84af-b9c88ff07066 req-68a1b137-5f79-4552-8c9c-049291320ccb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:21.194080 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-028d1b59-413a-4490-84af-b9c88ff07066 req-68a1b137-5f79-4552-8c9c-049291320ccb tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.1758273
Jun 01 12:47:21.219353 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-6bae97b2-b3b5-416b-ad08-e9211f6689b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d65dd2-08ee-487f-923f-d023d6f53c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0882454
Jun 01 12:47:21.224556 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:47:21.273869 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-028d1b59-413a-4490-84af-b9c88ff07066 req-7375698d-53bf-4851-a28c-56fac142ebfd tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782359
Jun 01 12:47:21.653972 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-d025444a-1609-4afd-8c02-be2900846a2f service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4143143
Jun 01 12:47:21.723760 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:21.812641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:21.825481 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Usage tracker for resource:security_group_rule and tenant:91f58cbebd914bbaac4b2e13e2e45e44 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:21.848373 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:21.866266 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:22.065046 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97bbf057-fc6c-49ed-809c-142d243cd55a req-dad806a0-525f-48a9-aabd-6a432cb34a9d service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4060452
Jun 01 12:47:22.091558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc2808-4ea9-4218-b620-712a00662140 req-20e799ce-fb23-46cf-b1be-32b62faa8af7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:22.103042 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8dcc2808-4ea9-4218-b620-712a00662140 req-20e799ce-fb23-46cf-b1be-32b62faa8af7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1936729
Jun 01 12:47:22.203597 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8dcc2808-4ea9-4218-b620-712a00662140 req-82c37f6e-d0ba-4605-b8ca-58b3315fb1a2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982237
Jun 01 12:47:22.276666 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.282670 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.377976 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2fbf37ed-9d58-471a-9d62-10ea1006f36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:22.390838 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91f58cbebd914bbaac4b2e13e2e45e44&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3090820
Jun 01 12:47:22.394065 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52642) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:22.396566 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97f070>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:14Z', 'revision_number': 4, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '233c2d2f-4400-496a-96af-89ec080b3e40', 'name': '', 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'mac_address': 'fa:16:3e:c4:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:13Z', 'updated_at': '2021-06-01T12:47:20Z', 'revision_number': 4, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'subnets': [{'id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:47:22.406864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52646) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:22.439123 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741445d8-3fc4-4806-b078-8a1a179f5eb8 None None] The sync data for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi is: [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:47:14Z', 'revision_number': 4, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '233c2d2f-4400-496a-96af-89ec080b3e40', 'name': '', 'network_id': '27664228-14a1-4470-9a5b-6b75107fb1ea', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'mac_address': 'fa:16:3e:c4:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:13Z', 'updated_at': '2021-06-01T12:47:20Z', 'revision_number': 4, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'subnets': [{'id': '73da374d-e776-4155-8b7d-96134b27b0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:47:22.458529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d233e46-bf13-4d27-9c29-3de31d0aaf00 req-c27ca2d3-17b9-4380-b9f9-5012f8d3b580 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:22.470702 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0d233e46-bf13-4d27-9c29-3de31d0aaf00 req-c27ca2d3-17b9-4380-b9f9-5012f8d3b580 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 943 time: 0.2303507
Jun 01 12:47:22.475217 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80aa35d-5341-41f5-9659-ff74c2ef0989,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:22.492437 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:22.615321 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0d233e46-bf13-4d27-9c29-3de31d0aaf00 req-86b5e52d-8ac4-4e2a-a94e-0e8a23cbbe70 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434574
Jun 01 12:47:22.615558 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.671398 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.738015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.752156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.760152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-488fdadc-64d4-4577-938d-613370cef336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:22.768123 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:22.773270 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Usage tracker for resource:security_group_rule and tenant:59c1274b4918452796e797347e1871cc is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:22.777593 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:22.778318 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80aa35d-5341-41f5-9659-ff74c2ef0989,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:22.781281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:22.782432 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f80aa35d-5341-41f5-9659-ff74c2ef0989 HTTP/1.1" status: 204  len: 168 time: 0.3870780
Jun 01 12:47:22.783450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:22.799160 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:23.018886 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.024280 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.037455 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d8dc04e2-ec42-4b1a-a9ac-ef4bf4f83ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:23.106151 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9121ab0f-5c22-4dcf-af6d-0fed1022c0bf,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:23.113910 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59c1274b4918452796e797347e1871cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6663218
Jun 01 12:47:23.113910 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52658) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:23.273474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.273867 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.274261 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.274601 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.274958 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.275294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.275654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.275942 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.276270 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.276596 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.277095 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.277423 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:23.282315 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:23.307212 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.369003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52666) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:23.370863 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.414778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.450445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:23.455605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Usage tracker for resource:security_group_rule and tenant:d8b270cb7159420190225166dfdbfa8e is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:23.459314 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:23.467359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:23.564932 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.575750 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d33b5e96-ed6d-49df-a891-086a2e303f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:23.595383 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121ab0f-5c22-4dcf-af6d-0fed1022c0bf,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:23.598794 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:23.608778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.610274 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9121ab0f-5c22-4dcf-af6d-0fed1022c0bf HTTP/1.1" status: 204  len: 168 time: 0.4955070
Jun 01 12:47:23.624963 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7896-1b2a-4139-894c-10f94fa0c0d9 req-4a788b38-0b7c-46dd-a921-51d347390292 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:23.636790 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ffd7896-1b2a-4139-894c-10f94fa0c0d9 req-4a788b38-0b7c-46dd-a921-51d347390292 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1904988
Jun 01 12:47:23.656997 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.662928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.706067 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bb6ce6fa-9240-4e95-9959-e4cbf63a93b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:23.727738 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d8b270cb7159420190225166dfdbfa8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3536258
Jun 01 12:47:23.730186 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52678) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:23.771009 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ffd7896-1b2a-4139-894c-10f94fa0c0d9 req-e3d93b56-37b2-4fe3-bd00-acb7ff232249 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232855
Jun 01 12:47:23.810746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5506b-bed2-472f-8272-c45c65f17a4a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:23.813903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:23.873259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:23.877369 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 5c3f4bb9-08a5-4623-a27c-dba511e95097 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:47:23.960467 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.108300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.114438 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-603591d6-fb4d-4f25-9114-bf71cdd3a15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:24.128150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5506b-bed2-472f-8272-c45c65f17a4a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:24.139197 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:24.142173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:24.151432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.158546 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-fb543d0a-8059-4a0b-9991-244d389cba01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a1d5506b-bed2-472f-8272-c45c65f17a4a HTTP/1.1" status: 204  len: 168 time: 0.4209487
Jun 01 12:47:24.163087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49', 'port_id': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'mac_address': 'fa:16:3e:29:14:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ca1e9-320a-48e5-96b4-cd035a569a9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:47:24.170384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c138122-0df6-4589-8472-8376eba3f240 req-aa16974c-7af0-4be2-ad5c-6451a9616b11 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:24.181303 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c138122-0df6-4589-8472-8376eba3f240 req-aa16974c-7af0-4be2-ad5c-6451a9616b11 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 943 time: 0.2109311
Jun 01 12:47:24.257065 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c138122-0df6-4589-8472-8376eba3f240 req-0b2095d8-f42f-4508-bc27-93cc35021f7e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747609
Jun 01 12:47:24.259745 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.300657 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f4bb9-08a5-4623-a27c-dba511e95097 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:47:24.322271 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:24.330841 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.348031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:24.471792 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 52692) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:24.497204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.520664 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:24.527196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Usage tracker for resource:security_group_rule and tenant:42024ae6fbbd4a7f858bdcb14e0308fe is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:24.531285 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:24.537161 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:24.542360 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:24.557814 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:24.558142 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 233c2d2f-4400-496a-96af-89ec080b3e40 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:24.659843 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 233c2d2f-4400-496a-96af-89ec080b3e40 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:24.670729 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 233c2d2f-4400-496a-96af-89ec080b3e40 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:24.671644 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.678497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.686767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.698336 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-fa516617-cb75-4450-9259-98488ca330fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:24.747159 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=42024ae6fbbd4a7f858bdcb14e0308fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711992
Jun 01 12:47:24.747159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec29fb6-5529-40a2-a2cf-d6378c181007,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:24.747569 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 52700) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:24.749629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:24.848126 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.869395 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.899358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.931104 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 233c2d2f-4400-496a-96af-89ec080b3e40, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=233c2d2f-4400-496a-96af-89ec080b3e40,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:24.936732 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.947724 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:24.966162 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:24.978889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:25.075853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:25.080790 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ec29fb6-5529-40a2-a2cf-d6378c181007 HTTP/1.1" status: 204  len: 168 time: 0.3320267
Jun 01 12:47:25.084419 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec29fb6-5529-40a2-a2cf-d6378c181007,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:25.097359 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:25.117847 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:25.127407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540eb52-d350-4583-a367-51b9193aac2a req-90b12796-c1ef-4925-b465-53293dae6e31 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:25.130044 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4540eb52-d350-4583-a367-51b9193aac2a req-90b12796-c1ef-4925-b465-53293dae6e31 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1362352
Jun 01 12:47:25.130789 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:25.219525 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4540eb52-d350-4583-a367-51b9193aac2a req-1c1ec24b-a541-4470-8aba-26afda796fb9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826569
Jun 01 12:47:25.499853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38b6e6-b5f4-439b-ba98-54c184e58063 req-2700139a-ec17-4590-bfa7-fbae4ab486cd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:25.521010 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-be38b6e6-b5f4-439b-ba98-54c184e58063 req-2700139a-ec17-4590-bfa7-fbae4ab486cd tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 944 time: 0.1234732
Jun 01 12:47:25.596992 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-be38b6e6-b5f4-439b-ba98-54c184e58063 req-b58be92e-7f01-4664-b2dc-a0106a4af03d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735564
Jun 01 12:47:26.336040 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['5c3f4bb9-08a5-4623-a27c-dba511e95097'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:47:26.538818 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 233c2d2f-4400-496a-96af-89ec080b3e40 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:26.586567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9c478-46b0-4191-b5a4-4fac0879846a req-6d5ffbdd-1d95-4404-bedb-8d5f2c4370fb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:26.602921 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-22e9c478-46b0-4191-b5a4-4fac0879846a req-6d5ffbdd-1d95-4404-bedb-8d5f2c4370fb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2339497
Jun 01 12:47:26.725051 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-22e9c478-46b0-4191-b5a4-4fac0879846a req-2ec76c5a-f1ac-4ce2-8600-200f7b344d0e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136701
Jun 01 12:47:26.740363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08074117-e17d-4da4-ad26-3891376d1f0d req-845a6ea1-b9b1-4350-be95-c4150241cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:26.742960 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-08074117-e17d-4da4-ad26-3891376d1f0d req-845a6ea1-b9b1-4350-be95-c4150241cd12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.2038801
Jun 01 12:47:26.812939 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-08074117-e17d-4da4-ad26-3891376d1f0d req-60453e58-cb9d-4523-adf9-9884f9be03ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515726
Jun 01 12:47:27.002781 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 233c2d2f-4400-496a-96af-89ec080b3e40 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:27.003281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:27.013267 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cea90b-894d-4afb-89a1-4a0155582bbd req-af6667c2-ea9f-4410-b44d-4822e39bfb75 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:27.023754 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-50cea90b-894d-4afb-89a1-4a0155582bbd req-af6667c2-ea9f-4410-b44d-4822e39bfb75 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 944 time: 0.1512303
Jun 01 12:47:27.103520 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-50cea90b-894d-4afb-89a1-4a0155582bbd req-68b5a4ea-df8c-4bca-962d-82e09ec7d194 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788493
Jun 01 12:47:28.031108 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519680c2-0405-4a02-89f8-c7a5c4194d14 req-0fe22466-6c72-4658-88a3-86edcd88676b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:28.042049 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-519680c2-0405-4a02-89f8-c7a5c4194d14 req-0fe22466-6c72-4658-88a3-86edcd88676b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1770649
Jun 01 12:47:28.151873 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-519680c2-0405-4a02-89f8-c7a5c4194d14 req-c757fa8e-1314-4974-895a-3f039f49ea90 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059139
Jun 01 12:47:28.415106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37fd0e-f7fd-49b6-91f2-50021401d53c req-5267158e-8aad-4e48-8a50-675884281a83 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:28.418406 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ee37fd0e-f7fd-49b6-91f2-50021401d53c req-5267158e-8aad-4e48-8a50-675884281a83 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 944 time: 0.1163850
Jun 01 12:47:28.512701 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ee37fd0e-f7fd-49b6-91f2-50021401d53c req-edc0bac7-a7dc-45e0-adc0-a30a15ab1a00 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853305
Jun 01 12:47:29.365342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d0135efa-ec02-4e94-b6ca-7a6ac1a12cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:29.562294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941978e-6089-44d7-9d9d-7434f5b9ea52 req-18fcd344-b6a6-4aa5-8e43-1e4e3faf7ad1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:29.565490 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e941978e-6089-44d7-9d9d-7434f5b9ea52 req-18fcd344-b6a6-4aa5-8e43-1e4e3faf7ad1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1507320
Jun 01 12:47:29.639375 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e941978e-6089-44d7-9d9d-7434f5b9ea52 req-16b6b5a2-3b55-4313-8094-082d78982639 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667777
Jun 01 12:47:29.773125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc709266-de29-47db-80fd-98e11aa3f7e2 req-a6f8f8d4-3c6c-42d3-a906-a8edbd4e3956 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:29.774947 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc709266-de29-47db-80fd-98e11aa3f7e2 req-a6f8f8d4-3c6c-42d3-a906-a8edbd4e3956 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 944 time: 0.1112642
Jun 01 12:47:29.858423 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc709266-de29-47db-80fd-98e11aa3f7e2 req-015ac062-d384-4283-94ec-38b37a0da268 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721636
Jun 01 12:47:30.190556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9ed06-332c-4c48-b8a1-1fd356fe46a5 req-55a28e90-00ee-48ba-9398-e03239fbf429 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:30.192215 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68e9ed06-332c-4c48-b8a1-1fd356fe46a5 req-55a28e90-00ee-48ba-9398-e03239fbf429 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0873175
Jun 01 12:47:30.244793 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68e9ed06-332c-4c48-b8a1-1fd356fe46a5 req-7f24fea3-3b52-4970-b325-42fc35e7b355 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466843
Jun 01 12:47:30.284862 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 5c3f4bb9-08a5-4623-a27c-dba511e95097 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:47:30.362725 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 5c3f4bb9-08a5-4623-a27c-dba511e95097 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:30.369421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 5c3f4bb9-08a5-4623-a27c-dba511e95097 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:30.370100 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:30.502058 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:30.534651 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:47:30.537063 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f41271-2155-4e35-8c57-a315375cf665" -d '{"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:47:30.546057 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:47:30.552208 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:30.555892 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-767ec6db-3a91-4812-89a8-388ec025e471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:30.595674 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952470b-e967-494a-9029-e7710dddff54 x-openstack-request-id: req-4952470b-e967-494a-9029-e7710dddff54 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:47:30.595875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:47:30.596142 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4952470b-e967-494a-9029-e7710dddff54 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:47:30.596540 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'code': 200}
Jun 01 12:47:30.630018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:30.633853 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:31.158651 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9f8c-d98d-4999-89b5-d73d75655a5d req-77145ecc-e0f7-44e7-b306-8f5d29c68319 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:31.163242 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eaaf9f8c-d98d-4999-89b5-d73d75655a5d req-77145ecc-e0f7-44e7-b306-8f5d29c68319 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1601398
Jun 01 12:47:31.210598 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eaaf9f8c-d98d-4999-89b5-d73d75655a5d req-aedff593-a9bb-4134-bebd-12c1ff740f73 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439284
Jun 01 12:47:31.471910 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fffad-9601-4dcc-8e45-36f19147bccf req-bc641a7b-ddeb-432a-942a-48b4578f0051 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:31.473316 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-064fffad-9601-4dcc-8e45-36f19147bccf req-bc641a7b-ddeb-432a-942a-48b4578f0051 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0970702
Jun 01 12:47:31.526545 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-064fffad-9601-4dcc-8e45-36f19147bccf req-8c3eb776-0889-4b23-b5f6-165315572de1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440609
Jun 01 12:47:31.949662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-dfab5739-fbeb-4f78-b849-fed746618ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:32.031048 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:32.471843 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8587e-7dc1-4182-ab22-aa6ccfebcf69 req-38d410d5-dbe9-4bc3-aa75-23bfb7270781 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:32.475092 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41d8587e-7dc1-4182-ab22-aa6ccfebcf69 req-38d410d5-dbe9-4bc3-aa75-23bfb7270781 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1248307
Jun 01 12:47:32.530232 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41d8587e-7dc1-4182-ab22-aa6ccfebcf69 req-0fc498b2-1348-4244-bb7d-9e5cb2f8af25 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487866
Jun 01 12:47:32.600457 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e8b93-3875-497a-8499-2320e826d4d9 req-cebbbd88-38bb-436d-a3b3-d9b24aa7ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:32.602052 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-cebbbd88-38bb-436d-a3b3-d9b24aa7ee1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.1856225
Jun 01 12:47:32.811644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e8b93-3875-497a-8499-2320e826d4d9 req-c6a15a3e-0e13-4cd7-9812-998c1e456c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:32.813880 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-c6a15a3e-0e13-4cd7-9812-998c1e456c11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.1943228
Jun 01 12:47:32.918740 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ba6a-bd6f-4934-8c0d-7513533bb693 req-88e25247-3206-43d7-9b39-e50cba3747c4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:32.921007 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1526ba6a-bd6f-4934-8c0d-7513533bb693 req-88e25247-3206-43d7-9b39-e50cba3747c4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1013856
Jun 01 12:47:32.929767 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-3bcebcd2-bae7-401d-9aa4-a445c6fd1a77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.0962207
Jun 01 12:47:32.974295 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1526ba6a-bd6f-4934-8c0d-7513533bb693 req-c22454bc-0517-4b06-ac2e-16f2ff88498e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468693
Jun 01 12:47:32.989653 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36264dfa-6e98-42c3-beab-d5821be9940f req-a8afa2d0-b120-41cb-ab7d-9657030255d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:32.991403 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-36264dfa-6e98-42c3-beab-d5821be9940f req-a8afa2d0-b120-41cb-ab7d-9657030255d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 1098 time: 0.3474529
Jun 01 12:47:33.029766 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e8b93-3875-497a-8499-2320e826d4d9 req-7a7cc1c4-2a4f-41ea-b6c7-8e9713f9e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:33.031232 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-7a7cc1c4-2a4f-41ea-b6c7-8e9713f9e559 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.0913305
Jun 01 12:47:33.045113 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:33.050146 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-36264dfa-6e98-42c3-beab-d5821be9940f req-8fe67267-4e4d-4704-b415-6df4a545101e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462003
Jun 01 12:47:33.093156 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-1c176a75-2a32-4278-a916-9f7f1d29a6cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419154
Jun 01 12:47:33.280562 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-2e301c9d-ed43-4fb3-b794-49d13f178d57 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479681
Jun 01 12:47:33.498092 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-591e8b93-3875-497a-8499-2320e826d4d9 req-52950fc1-20d3-4221-b9dd-a9c319e549ac service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054009
Jun 01 12:47:33.750431 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-69d220fd-ed03-418a-9597-b04d30cfe7b1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:33.751934 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-69d220fd-ed03-418a-9597-b04d30cfe7b1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 815 time: 0.2681935
Jun 01 12:47:33.772871 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-ed0e2cad-433d-45c2-8e7a-dbb48228773b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/quotas/979fd51ff902401c8eaabc2ef7c5ad7d HTTP/1.1" status: 200  len: 375 time: 0.0136144
Jun 01 12:47:33.826978 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09699a21-8576-49c1-867c-cba725016e64 req-f5119ffe-036e-4e64-8ca0-bed88e3f9d47 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:33.828414 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09699a21-8576-49c1-867c-cba725016e64 req-f5119ffe-036e-4e64-8ca0-bed88e3f9d47 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1557794
Jun 01 12:47:33.894916 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09699a21-8576-49c1-867c-cba725016e64 req-9e48482d-0faa-4d5f-a1b6-3371509e6f5e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567989
Jun 01 12:47:33.914843 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-b2ca11e3-fad7-407b-b01b-2810e33ca596 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1358597
Jun 01 12:47:34.109760 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-0a363301-a9c4-4698-8190-bd3081bf9819 service neutron] 10.222.0.86 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769633
Jun 01 12:47:34.305104 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-bbbdb0fc-8080-4279-bfdb-d43b6dcae49d service neutron] 10.222.0.86 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960013
Jun 01 12:47:34.316391 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db61d3-0146-4d73-98b3-5396030545ce req-d584e8b0-1453-4c60-a4df-0e9253f13baa tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:34.317860 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6db61d3-0146-4d73-98b3-5396030545ce req-d584e8b0-1453-4c60-a4df-0e9253f13baa tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2073324
Jun 01 12:47:34.373306 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6db61d3-0146-4d73-98b3-5396030545ce req-526d9cc1-2a30-4e07-b6bf-f35fd8ac83b0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467343
Jun 01 12:47:34.612741 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1ef55bf3-986c-4efb-b972-0529ee85543d req-1ef7f401-2106-4ea0-b426-cb665805b38b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 210 time: 0.0832961
Jun 01 12:47:34.716123 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:35.097259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75267ec0-b9a3-4f08-ae27-525ce292123a req-959c360f-db31-403b-bd96-46c5e317cae8 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:35.099500 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75267ec0-b9a3-4f08-ae27-525ce292123a req-959c360f-db31-403b-bd96-46c5e317cae8 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0837622
Jun 01 12:47:35.169926 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75267ec0-b9a3-4f08-ae27-525ce292123a req-96e87493-b76c-4a94-931c-3f62191407d5 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633333
Jun 01 12:47:35.588052 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae90a7-4818-4b36-9e92-3658fbb5c0b0 req-46f366af-e1fc-49fa-9fe6-28bc8ef4ef45 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:35.588052 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e3ae90a7-4818-4b36-9e92-3658fbb5c0b0 req-46f366af-e1fc-49fa-9fe6-28bc8ef4ef45 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0981178
Jun 01 12:47:35.639551 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e3ae90a7-4818-4b36-9e92-3658fbb5c0b0 req-dc8c83f3-3f0f-40fa-b596-ca82fbcc588a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438046
Jun 01 12:47:35.803838 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71c29383-5ab2-4335-a651-5a8706c723a1 req-a377800a-d8f8-4ae9-8594-2ba4cfe98818 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 210 time: 0.0529320
Jun 01 12:47:36.071378 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-bbfbf2f6-eedf-4645-aee9-d7d3f6c3a580 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:36.072286 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-bbfbf2f6-eedf-4645-aee9-d7d3f6c3a580 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Synchronizing usage tracker for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:network {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:47:36.093832 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-bbfbf2f6-eedf-4645-aee9-d7d3f6c3a580 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Unset dirty status for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:network {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:47:36.095567 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-bbfbf2f6-eedf-4645-aee9-d7d3f6c3a580 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 815 time: 0.2515006
Jun 01 12:47:36.114892 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'port': {'device_id': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'admin_state_up': True, 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:36.366854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:36.377663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:port and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:36.389581 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:36.443742 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:36.501555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Made reservation on behalf of 979fd51ff902401c8eaabc2ef7c5ad7d for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:36.505547 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:36.756696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Allocated IP 172.20.0.10 (14cb4a15-c2f6-48e0-bf35-62fa32279a58/8455c106-a558-496a-acd0-570a747a2739/b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:36.918733 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53072) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:37.001416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53080) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:37.022645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.041304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Transition to ACTIVE for port object b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:37.042652 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3145-cccf-4d83-b317-f0b90006b126 req-ff0e300b-f1bb-4413-8ebb-220f40e43fd6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:37.044232 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bc6a3145-cccf-4d83-b317-f0b90006b126 req-ff0e300b-f1bb-4413-8ebb-220f40e43fd6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1684444
Jun 01 12:47:37.075301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.085079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c8dd8fdb-dcfb-49d3-8704-e62ad0a262d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:37.105561 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bc6a3145-cccf-4d83-b317-f0b90006b126 req-5ec508f5-22c7-496a-aa0a-51aa83b3b86e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536296
Jun 01 12:47:37.247043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:37.251528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:37.276671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:37.278850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:37.287752 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:37.435792 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:37.436581 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.482773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53090) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:37.505225 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3947074
Jun 01 12:47:37.511544 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.535108 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Request body: {'port': {'device_id': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:37.591073 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:37.601371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.617371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Usage tracker for resource:security_group_rule and tenant:572a162b8d5b4b449c0fc4eacacc9ce6 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:37.622788 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:37.627270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.637598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:37.644351 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:37.649435 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:37.655571 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Usage tracker for resource:security_group_rule and tenant:b566d03154824deeb0401aa9eecc3860 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:37.663145 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:37.678575 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:37.696712 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-e262e105-32e7-4d03-9633-e06c1323c3eb None None] Provisioning for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:47:37.704231 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb87cc-9d68-4b65-9adb-8ed507b45606 req-0f13e8f6-3b28-4ffd-b422-e79b4b1b0c31 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:37.705313 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-e262e105-32e7-4d03-9633-e06c1323c3eb None None] Provisioning complete for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:47:37.706018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e262e105-32e7-4d03-9633-e06c1323c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.712349 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-16fb87cc-9d68-4b65-9adb-8ed507b45606 req-0f13e8f6-3b28-4ffd-b422-e79b4b1b0c31 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.5008087
Jun 01 12:47:37.786399 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589ff82-718f-484d-be8f-5cbee52b3ae1 req-fd4c5f16-23fe-48fb-80da-22543892ba6b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:37.795494 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1589ff82-718f-484d-be8f-5cbee52b3ae1 req-fd4c5f16-23fe-48fb-80da-22543892ba6b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 932 time: 0.4127491
Jun 01 12:47:37.810921 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Usage tracker for resource:security_group_rule and tenant:a79c0405b2da4e68b3ebc9417b88ea9f is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:37.822865 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:37.882505 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:37.883429 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-16fb87cc-9d68-4b65-9adb-8ed507b45606 req-e799400d-dea5-45ae-b34d-05bea72c2de9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694667
Jun 01 12:47:37.924791 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-e262e105-32e7-4d03-9633-e06c1323c3eb None None] Port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:47:37.957547 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1589ff82-718f-484d-be8f-5cbee52b3ae1 req-2fb4c478-52e2-4626-b539-c8091087e7c5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599686
Jun 01 12:47:38.031384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.050440 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.078207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0fcffc11-ad65-4b71-b43b-729681c56fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.145201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:38.188528 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.241021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=572a162b8d5b4b449c0fc4eacacc9ce6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3133125
Jun 01 12:47:38.243846 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53110) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:38.255194 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.296454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a276c61-1ef9-4379-8319-2275d9d3b72a,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.347479 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:38.349210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1d0cddfc-2c3d-41e8-9af4-d2c3e49138b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.404127 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b566d03154824deeb0401aa9eecc3860&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3975365
Jun 01 12:47:38.410912 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53114) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:38.441722 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:47:38.453737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.478472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Transition to ACTIVE for port object b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:38.486211 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c11698c-f1e9-4141-b5bf-48e585e5328b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.487811 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.502990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.507570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:38.515303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.599169 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.606158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.692279 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.730414 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.741173 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-08d94a25-2935-4762-b439-541e05a0fee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.769723 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a276c61-1ef9-4379-8319-2275d9d3b72a,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.772757 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:38.774247 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.775664 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a276c61-1ef9-4379-8319-2275d9d3b72a HTTP/1.1" status: 204  len: 168 time: 0.5223320
Jun 01 12:47:38.797948 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.801371 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:38.834158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.862701 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Attempting to bind port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:38.864321 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Attempting to bind port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:38.865177 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Attempting to bind port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 on network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:38.874075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-17171c0d-df28-4078-9352-1511c6749e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.876026 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.879989 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 on network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:47:38.882575 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Attempting to bind port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 on network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:38.888488 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.909580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2fff619a-1fe1-4d47-8de2-560d070b60b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:38.924001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c11698c-f1e9-4141-b5bf-48e585e5328b,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.930163 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:38.931854 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c11698c-f1e9-4141-b5bf-48e585e5328b HTTP/1.1" status: 204  len: 168 time: 0.5195098
Jun 01 12:47:38.954151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aaef91-7651-47b8-ac28-de318a993a66,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:38.967726 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:38.975487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:38.976059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Checking segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:38.976667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Bound using segment: {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:38.977070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Bound port: b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:38.977435 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.053125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:39.063885 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53130) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:39.064901 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a79c0405b2da4e68b3ebc9417b88ea9f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5700638
Jun 01 12:47:39.260621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:39.265639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:39.270089 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.282819 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:39.368359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:39.381204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:39.382732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:39.383480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.384939 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] 10.222.0.60 "PUT /v2.0/ports/b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 1094 time: 1.8632870
Jun 01 12:47:39.385503 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:47:39.388040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee4a31-da95-414e-b597-09f1793d6970" -d '{"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:47:39.487582 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.555130 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.621728 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038be44-ed33-4044-92d1-ef96ad80995d req-65a6070b-7a7b-4151-9d86-4ffb6969f64a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:39.623853 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d038be44-ed33-4044-92d1-ef96ad80995d req-65a6070b-7a7b-4151-9d86-4ffb6969f64a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.3500116
Jun 01 12:47:39.635115 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc1b6-f656-4da5-952f-11c6749b7ba6 req-280c1c34-a369-4283-addf-c3459668bb39 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:39.643369 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-473bc1b6-f656-4da5-952f-11c6749b7ba6 req-280c1c34-a369-4283-addf-c3459668bb39 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.4878690
Jun 01 12:47:39.711830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53152) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:39.737685 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.764612 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d038be44-ed33-4044-92d1-ef96ad80995d req-1040e5bb-4082-403b-a04a-670176778f98 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165681
Jun 01 12:47:39.790132 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-473bc1b6-f656-4da5-952f-11c6749b7ba6 req-c526b333-336c-4a6a-8600-c956e5c7859d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456103
Jun 01 12:47:39.797407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.811065 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:39.813878 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-907fc83e-dae7-4581-8604-6b641996b49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:39.825803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Usage tracker for resource:security_group_rule and tenant:0b20a71010294f12afae2f64ed3ade98 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:39.830759 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:39.841154 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:39.855006 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aaef91-7651-47b8-ac28-de318a993a66,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:39.864092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:39.879521 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:39.880839 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3aaef91-7651-47b8-ac28-de318a993a66 HTTP/1.1" status: 204  len: 168 time: 0.8159549
Jun 01 12:47:39.947327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff793fd-5d50-475f-9d52-0cf5a556221f x-openstack-request-id: req-2ff793fd-5d50-475f-9d52-0cf5a556221f {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:47:39.947657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:47:39.947988 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ff793fd-5d50-475f-9d52-0cf5a556221f {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:47:39.948416 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:47:40.104965 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab91a19-5e97-45ca-b9d6-7d9afea165fb req-14d4a514-a0b3-4a54-83d7-c6eb8d41da9a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:40.108208 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fab91a19-5e97-45ca-b9d6-7d9afea165fb req-14d4a514-a0b3-4a54-83d7-c6eb8d41da9a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1441588
Jun 01 12:47:40.110326 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.116576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.138828 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1e1c1e8c-15fb-44cb-bf32-82b5e3570422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:40.206772 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fab91a19-5e97-45ca-b9d6-7d9afea165fb req-84e6bbe4-67d6-48fe-9ff4-45a9ea1afd92 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871143
Jun 01 12:47:40.211409 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b20a71010294f12afae2f64ed3ade98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4984152
Jun 01 12:47:40.213897 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53166) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:40.221162 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82081c0c-6591-40ad-b1bd-6d855bb46549,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:40.226173 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53170) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:40.324221 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:40.399715 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.422590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-179545135-network', 'tenant_id': '3a03e15d4f02477facb594726468efef'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:40.438120 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:40.446794 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.448222 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Usage tracker for resource:network and tenant:3a03e15d4f02477facb594726468efef is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:40.453367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:40.466348 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:40.505093 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Made reservation on behalf of 3a03e15d4f02477facb594726468efef for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:40.507581 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.526581 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.543047 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.546183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:40.550282 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Usage tracker for resource:security_group_rule and tenant:3a03e15d4f02477facb594726468efef is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:40.553444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1585fb13-0cf9-4dfb-886b-5e207d9bf9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:40.553863 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:40.560096 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:40.571265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82081c0c-6591-40ad-b1bd-6d855bb46549,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:40.573766 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:40.582723 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.586083 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82081c0c-6591-40ad-b1bd-6d855bb46549 HTTP/1.1" status: 204  len: 168 time: 0.3687029
Jun 01 12:47:40.671447 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.675289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.680081 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fed9fea2-9669-456d-b0cb-9031ffc1fb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:40.708556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:47:40.721654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da1a9d-eb9a-420a-a4b4-087ba9151545,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:40.725872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:40.726862 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.727202 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Added segment 0f0c26bd-2111-44bc-9876-cc43397d11c1 of type vlan for network 017c545c-2476-465c-bd90-c58563cd11d9
Jun 01 12:47:40.757653 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.810267 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.813457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:40.814080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:40.827393 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-552ef281-2d9b-48ae-a068-9cccd9a6e903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:41.070893 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53206) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:41.071133 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8436058
Jun 01 12:47:41.080731 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Pushing event updated for resources: {'Network': ['ID=017c545c-2476-465c-bd90-c58563cd11d9,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:41.082620 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Request body: {'subnet': {'network_id': '017c545c-2476-465c-bd90-c58563cd11d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-179545135-subnet', 'tenant_id': '3a03e15d4f02477facb594726468efef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:41.084096 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:41.090154 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:41.091951 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 017c545c-2476-465c-bd90-c58563cd11d9 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:47:41.096896 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Usage tracker for resource:subnet and tenant:3a03e15d4f02477facb594726468efef is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:41.098362 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53210) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:41.100561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:41.107482 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:41.122343 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Made reservation on behalf of 3a03e15d4f02477facb594726468efef for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:41.125674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.125912 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.148772 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:41.154325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Usage tracker for resource:security_group_rule and tenant:09c5716c52804f8489b9abdb6a69ee4b is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:41.168678 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02671d-5312-4d51-bfc6-0c6a6bb87260 req-4dea1e02-dc2d-4ea3-8a32-5211c5bc716c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:41.168678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a02671d-5312-4d51-bfc6-0c6a6bb87260 req-4dea1e02-dc2d-4ea3-8a32-5211c5bc716c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1651571
Jun 01 12:47:41.168678 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:41.175732 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:41.247803 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a02671d-5312-4d51-bfc6-0c6a6bb87260 req-2a32a473-950c-4ec1-9ea5-a8e1b978a9af tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666237
Jun 01 12:47:41.319796 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.325719 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.337092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f9a5e8ec-5fe7-4d24-ad2b-bd995e86cfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:41.438193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09c5716c52804f8489b9abdb6a69ee4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3386774
Jun 01 12:47:41.443979 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa512fa-3749-446b-a262-7d78fddcd9a5,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:41.446690 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53218) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:41.459945 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:41.539136 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.548341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf441-2cf4-4e93-bb85-5289f12bed85 req-a4f3f73d-bd64-4445-87c9-7d652acb3834 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:41.550106 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75faf441-2cf4-4e93-bb85-5289f12bed85 req-a4f3f73d-bd64-4445-87c9-7d652acb3834 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1733418
Jun 01 12:47:41.613558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.631610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75faf441-2cf4-4e93-bb85-5289f12bed85 req-1f6d1fd8-b977-4693-9c2d-f2aac596e495 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697134
Jun 01 12:47:41.659830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.685541 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1c48691a-23b2-44c3-a9d4-fb3b7754a03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:41.712259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.719168 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-fbf35324-5191-49b0-a486-f7671afe7d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:41.744850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.745976 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eaa512fa-3749-446b-a262-7d78fddcd9a5 HTTP/1.1" status: 204  len: 168 time: 0.2972836
Jun 01 12:47:41.749529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa512fa-3749-446b-a262-7d78fddcd9a5,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:41.751978 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:41.791527 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Checking segment: {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:41.791901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Network hostable DHCP agents. Network: 017c545c-2476-465c-bd90-c58563cd11d9, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:47:41.798855 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2990e5-44a6-46dc-8e6f-1eb34e02e654,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:41.802030 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:41.840710 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Network 017c545c-2476-465c-bd90-c58563cd11d9 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:47:41.856152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 017c545c-2476-465c-bd90-c58563cd11d9) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:41.866581 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:41.869270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:41.870649 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85106154-1e0f-44d8-96df-c1adc311b5aa None None] Network 017c545c-2476-465c-bd90-c58563cd11d9 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:41.917823 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d0551239-1ca9-4ce7-a2b2-1d820a16f050 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8356202
Jun 01 12:47:42.218209 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf487ac1-dad9-4620-a6a9-65b6ff3d8a1a None None] Network 017c545c-2476-465c-bd90-c58563cd11d9 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:42.684011 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93958c85-293d-4213-a67f-fa15bdc7b59e req-8b3379fc-7c38-442d-a5f0-3a31bfdc6826 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:42.694460 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-93958c85-293d-4213-a67f-fa15bdc7b59e req-8b3379fc-7c38-442d-a5f0-3a31bfdc6826 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1856642
Jun 01 12:47:42.778217 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-93958c85-293d-4213-a67f-fa15bdc7b59e req-96f8d5e0-90ed-4a7d-8f3b-fa0587c17cd5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797620
Jun 01 12:47:43.096383 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3c44e-5d52-414c-b7d7-193dd19d9f8f req-1ede8554-1431-4602-98ca-90e3f28fd56e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:43.097944 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4be3c44e-5d52-414c-b7d7-193dd19d9f8f req-1ede8554-1431-4602-98ca-90e3f28fd56e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1128511
Jun 01 12:47:43.193179 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4be3c44e-5d52-414c-b7d7-193dd19d9f8f req-e30bcbb5-4873-41ed-b01d-ea7e48ceafa1 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777354
Jun 01 12:47:43.194981 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:47:44.033540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59b90-1091-455f-add7-a821208a0337 req-6cb4370e-9efc-48f2-8d58-b848b93b2d71 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:44.034751 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78e59b90-1091-455f-add7-a821208a0337 req-6cb4370e-9efc-48f2-8d58-b848b93b2d71 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.0974298
Jun 01 12:47:44.089574 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78e59b90-1091-455f-add7-a821208a0337 req-c06536b6-d332-4a2e-8d0d-5d43a3f2937d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477331
Jun 01 12:47:44.141731 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:44.458943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dd3c0-2611-496e-800a-676cbe27ea56 req-b5015f49-016d-41f5-bc7e-ecbf5c2680d5 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:44.467109 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-762dd3c0-2611-496e-800a-676cbe27ea56 req-b5015f49-016d-41f5-bc7e-ecbf5c2680d5 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1474590
Jun 01 12:47:44.526252 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-762dd3c0-2611-496e-800a-676cbe27ea56 req-7265add9-acb6-4c7c-9b70-18b117d4fbf5 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532918
Jun 01 12:47:44.888455 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-ac991c6c-8f37-4808-a993-3bed9acc90cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:44.889252 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-ac991c6c-8f37-4808-a993-3bed9acc90cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Synchronizing usage tracker for tenant:3a03e15d4f02477facb594726468efef on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:47:44.913131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-ac991c6c-8f37-4808-a993-3bed9acc90cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Unset dirty status for tenant:3a03e15d4f02477facb594726468efef on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:47:44.914748 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-ac991c6c-8f37-4808-a993-3bed9acc90cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/networks?id=017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 200  len: 813 time: 0.2529166
Jun 01 12:47:44.937096 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-f9f028c1-b66f-4acf-9959-09ca86dee4cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/quotas/3a03e15d4f02477facb594726468efef HTTP/1.1" status: 200  len: 375 time: 0.0105267
Jun 01 12:47:44.992413 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-8e393e68-3826-4c9f-bcff-19cca359938f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456817
Jun 01 12:47:45.136821 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53326) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:45.243467 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-636e5ebf-1baa-4fab-84be-3826a9a99bfe service neutron] 10.222.0.86 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396739
Jun 01 12:47:45.427690 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:45.461374 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:45.492600 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-08c117bc-47be-487d-8bb4-87a1d9c8641d service neutron] 10.222.0.86 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433863
Jun 01 12:47:45.496135 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Usage tracker for resource:security_group_rule and tenant:f6735a1f49b345d8aa66291bb8343d14 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:45.499699 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:45.506114 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:45.628383 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:45.634224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:45.644655 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-42226001-ae92-4a69-8fa6-4123a8c0766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:45.686903 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f6735a1f49b345d8aa66291bb8343d14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5500503
Jun 01 12:47:45.689470 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53344) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:45.692301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c061944a-516b-44b4-921a-0aaa0d6ef6aa,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:45.705656 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:45.811849 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:45.865903 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:45.900483 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33229b-86ba-46ca-9217-34b05499d4d8 req-33619ede-290e-4eaa-995f-a8d7846f8e52 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:45.909113 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e33229b-86ba-46ca-9217-34b05499d4d8 req-33619ede-290e-4eaa-995f-a8d7846f8e52 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1766365
Jun 01 12:47:45.982323 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e33229b-86ba-46ca-9217-34b05499d4d8 req-741575a4-6ba1-49da-a81b-117368157628 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719993
Jun 01 12:47:46.012452 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:46.018511 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-08d62124-04af-4fd7-b691-80df8c9bc696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:46.031868 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c061944a-516b-44b4-921a-0aaa0d6ef6aa,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:46.040268 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:46.042365 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:46.046029 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c061944a-516b-44b4-921a-0aaa0d6ef6aa HTTP/1.1" status: 204  len: 168 time: 0.3531315
Jun 01 12:47:46.203270 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c410a5-4464-4ec1-9eb9-7c4a6acc40d9 req-408bcc4c-d2a4-4529-987d-5d7bc6910416 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:46.206550 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-83c410a5-4464-4ec1-9eb9-7c4a6acc40d9 req-408bcc4c-d2a4-4529-987d-5d7bc6910416 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0982082
Jun 01 12:47:46.267468 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-83c410a5-4464-4ec1-9eb9-7c4a6acc40d9 req-c4efc9f7-a944-4626-8013-e586cad4146c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540483
Jun 01 12:47:46.422183 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4887f9f6-3384-4c35-b704-891fc758e8bc req-f9969b6c-bcd7-4aae-ab6b-0ccc45102d1e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0566125
Jun 01 12:47:47.172908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bdf9e-154c-4911-8fb7-c8e916b801ed req-72a8726a-c5cd-47ff-8ba3-6dd10ee3fe69 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:47.174376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-369bdf9e-154c-4911-8fb7-c8e916b801ed req-72a8726a-c5cd-47ff-8ba3-6dd10ee3fe69 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.0844963
Jun 01 12:47:47.240828 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-369bdf9e-154c-4911-8fb7-c8e916b801ed req-8d41e843-f082-423b-b5d6-71ed20314c23 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453832
Jun 01 12:47:47.474326 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9091bca-5d71-4d7a-b1ac-66d8493c7d7b req-fc0a680c-9ff4-4230-81e6-2ac0e47e5caf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:47.475823 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f9091bca-5d71-4d7a-b1ac-66d8493c7d7b req-fc0a680c-9ff4-4230-81e6-2ac0e47e5caf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0857823
Jun 01 12:47:47.528410 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f9091bca-5d71-4d7a-b1ac-66d8493c7d7b req-97bd5c6e-c659-433f-bf23-6a78da3dda9b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466027
Jun 01 12:47:47.693474 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-822cddbd-c6f7-4d42-937e-6c1ac54c1eca req-9f7d7696-b46b-46a1-854b-660494f1e4c6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0450821
Jun 01 12:47:48.506015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef83350-87c0-4005-a8d8-2ce21cedfe72 req-92018593-7520-4d60-adab-fee71b3979c5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:48.507712 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ef83350-87c0-4005-a8d8-2ce21cedfe72 req-92018593-7520-4d60-adab-fee71b3979c5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1464989
Jun 01 12:47:48.557065 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ef83350-87c0-4005-a8d8-2ce21cedfe72 req-900d708f-9f2d-4064-908e-d33fd68d8af0 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433989
Jun 01 12:47:48.759358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c7f96-c383-4ea1-85da-427cac076081 req-4a2398f1-eaa7-43d9-bb97-986408dbefaf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:48.770200 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8d1c7f96-c383-4ea1-85da-427cac076081 req-4a2398f1-eaa7-43d9-bb97-986408dbefaf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1160071
Jun 01 12:47:48.843798 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8d1c7f96-c383-4ea1-85da-427cac076081 req-b41cbd76-3774-4a5c-827c-4ea2b9f6146c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717938
Jun 01 12:47:48.986320 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e7ccf014-ea85-429e-b7e2-db863a568060 req-822a561e-6e42-4c2b-bad4-bcf77ba3aa5a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0429153
Jun 01 12:47:49.788907 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116eab4e-6ed2-472f-bb28-8d7f7288ad4b req-fcb28f8a-280d-4887-93d2-332e3d1d07c7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:49.790392 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-116eab4e-6ed2-472f-bb28-8d7f7288ad4b req-fcb28f8a-280d-4887-93d2-332e3d1d07c7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1034410
Jun 01 12:47:49.841317 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-116eab4e-6ed2-472f-bb28-8d7f7288ad4b req-873f2e56-84b2-448b-9cc6-980f621dc431 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444260
Jun 01 12:47:50.049582 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5e729-8ed4-4be4-8738-6d1992d48534 req-e8f81d20-b0a3-42e2-9901-f90661ed954c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:50.051097 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bac5e729-8ed4-4be4-8738-6d1992d48534 req-e8f81d20-b0a3-42e2-9901-f90661ed954c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0965939
Jun 01 12:47:50.098126 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bac5e729-8ed4-4be4-8738-6d1992d48534 req-b023f7f6-855e-413e-b7a4-fe4346c9285e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408885
Jun 01 12:47:50.260913 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f2c09036-d9b0-4248-b1a9-2b70d19b3f3b req-113ecdcd-bd7e-4126-a875-d4f084a0b67f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0467682
Jun 01 12:47:51.103970 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad42f-b6c4-4e28-a578-aa487d8725f7 req-c26192d8-8a61-46fc-ba87-92ac5d4efc2f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:51.107039 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6dad42f-b6c4-4e28-a578-aa487d8725f7 req-c26192d8-8a61-46fc-ba87-92ac5d4efc2f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1235738
Jun 01 12:47:51.151188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53510) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:51.157792 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6dad42f-b6c4-4e28-a578-aa487d8725f7 req-ea224158-b97a-490a-9d4b-6c4cf33fb998 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440512
Jun 01 12:47:51.309983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.333443 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:51.346058 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Usage tracker for resource:security_group_rule and tenant:156be2c135f7424bbf33ce4607f32dba is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:51.349601 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:51.356484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:51.370897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16137-bacf-4b89-b37c-e3dd83989a29 req-5ec2be1b-7f05-494f-bb9f-655310eac5ec tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:51.374725 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ecb16137-bacf-4b89-b37c-e3dd83989a29 req-5ec2be1b-7f05-494f-bb9f-655310eac5ec tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1123099
Jun 01 12:47:51.435883 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ecb16137-bacf-4b89-b37c-e3dd83989a29 req-e9de71cd-6330-4201-a7dc-81efc74bdc8c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504837
Jun 01 12:47:51.495762 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.501012 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.510043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-108821ba-8caa-4674-b3fa-29b41fae8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:51.552213 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=156be2c135f7424bbf33ce4607f32dba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3997989
Jun 01 12:47:51.553924 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067372cf-46a1-4299-9c8a-6eb7db421a94,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:51.556374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53518) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:51.559120 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:51.588275 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-172f14da-8e7c-4be0-b8bc-604e94c9cb61 req-85da89fa-264a-47e0-950d-0b36c6980ae2 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0450196
Jun 01 12:47:51.631982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.663684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.725881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.729900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-aa7e3eb8-274f-436d-928b-7542899e5069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:51.743113 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067372cf-46a1-4299-9c8a-6eb7db421a94,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:51.746856 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:51.752106 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:51.753225 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/067372cf-46a1-4299-9c8a-6eb7db421a94 HTTP/1.1" status: 204  len: 168 time: 0.1959841
Jun 01 12:47:52.095429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53528) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:52.113872 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.139621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:52.143835 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Usage tracker for resource:security_group_rule and tenant:64c1b6b95767426eb860a99debf6df7b is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:52.147208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:52.153590 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:52.266969 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.272905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.287164 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1d60d0ae-5916-4ead-9939-4f6469315e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:52.337363 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64c1b6b95767426eb860a99debf6df7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2383037
Jun 01 12:47:52.337363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4b777-2910-4432-aa7b-d96ec4a7be44,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:52.351422 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:52.351953 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53538) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:52.425095 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.448614 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c493bce-ae7e-48f3-bc26-5b3de094d449 req-46db7e78-e0aa-4b37-b533-3c488c443d6b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:52.450186 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c493bce-ae7e-48f3-bc26-5b3de094d449 req-46db7e78-e0aa-4b37-b533-3c488c443d6b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1498766
Jun 01 12:47:52.461170 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.502755 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c493bce-ae7e-48f3-bc26-5b3de094d449 req-7ccf3bb3-622e-4579-8d96-68152c5209cd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443423
Jun 01 12:47:52.525184 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.529407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-42c67f45-aad9-4634-9ec9-733f076b1cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:52.542011 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4b777-2910-4432-aa7b-d96ec4a7be44,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:52.544767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:52.554859 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:52.559545 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9a4b777-2910-4432-aa7b-d96ec4a7be44 HTTP/1.1" status: 204  len: 168 time: 0.2034075
Jun 01 12:47:52.747364 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60540-5b10-4788-9ddd-027e19ff5bc0 req-028511b8-fd20-41f6-98d6-c212c59464cf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:52.749376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b1f60540-5b10-4788-9ddd-027e19ff5bc0 req-028511b8-fd20-41f6-98d6-c212c59464cf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1208906
Jun 01 12:47:52.800197 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b1f60540-5b10-4788-9ddd-027e19ff5bc0 req-0c80482e-ee9a-45f8-b99d-c6020104e09e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445740
Jun 01 12:47:52.944552 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-be0ff61d-c1b2-4a2e-a924-ef8b8fbbffe3 req-a1bc06a2-9664-4872-b14a-e642f19bf59c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0434568
Jun 01 12:47:53.802591 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62261-5d66-406d-9249-4dd98aa8b7b0 req-7df183a0-ee11-4572-8a21-e89c9c3164db tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:53.804710 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-77a62261-5d66-406d-9249-4dd98aa8b7b0 req-7df183a0-ee11-4572-8a21-e89c9c3164db tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1589730
Jun 01 12:47:53.855098 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-77a62261-5d66-406d-9249-4dd98aa8b7b0 req-621d6b49-b3e6-4615-be37-a3830d9edd8f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443082
Jun 01 12:47:54.206889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20957ed-7d4b-4c47-809f-57209a176f24 req-4450853a-aa6f-496d-ad57-4f16ffb49e4d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:54.208842 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e20957ed-7d4b-4c47-809f-57209a176f24 req-4450853a-aa6f-496d-ad57-4f16ffb49e4d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0980098
Jun 01 12:47:54.264636 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e20957ed-7d4b-4c47-809f-57209a176f24 req-bb3fb19a-8883-4a58-a983-745aead689e2 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496831
Jun 01 12:47:54.418930 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b17c0fa8-9fd7-432f-a6b6-1088c7cb3d91 req-c0c9beda-e38a-4336-be8d-ebf5e46db504 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0432520
Jun 01 12:47:55.036251 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53626) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:55.062404 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67d063-5618-4297-a44d-69ac94a966cb req-59f82ed8-03a6-4cfc-b59a-3399fbcfca5e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:55.063905 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2f67d063-5618-4297-a44d-69ac94a966cb req-59f82ed8-03a6-4cfc-b59a-3399fbcfca5e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.0922737
Jun 01 12:47:55.113419 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2f67d063-5618-4297-a44d-69ac94a966cb req-1c203ffe-a24f-40c5-969f-d2d1e2d856ee tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436683
Jun 01 12:47:55.172592 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.188871 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:55.192753 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Usage tracker for resource:security_group_rule and tenant:a8346b7d0c764329bfc7910263ce8e8b is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:55.195626 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:55.201742 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:55.292216 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.301202 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.310406 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-79ac33b2-caf1-4e25-8da7-84b9db41c7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:55.354611 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8346b7d0c764329bfc7910263ce8e8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173516
Jun 01 12:47:55.355542 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ba47b-1623-48d8-9b8c-70325596e41b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:55.359022 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8f9f69a3-d927-47b7-8b24-c18a1431718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:55.359386 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53640) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:55.440152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.469982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.518176 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0c1eb-2b40-4c5b-8e1a-7a0c8095d45e req-7050517d-b49f-4bfc-90e1-bd96c959721b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:55.519776 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f3b0c1eb-2b40-4c5b-8e1a-7a0c8095d45e req-7050517d-b49f-4bfc-90e1-bd96c959721b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0938077
Jun 01 12:47:55.525957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.531459 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c4c00764-3b1e-40b9-a95d-a1b02fa4cba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:55.546436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ba47b-1623-48d8-9b8c-70325596e41b,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:55.549563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:55.550514 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:55.551876 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/179ba47b-1623-48d8-9b8c-70325596e41b HTTP/1.1" status: 204  len: 168 time: 0.1904638
Jun 01 12:47:55.591536 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f3b0c1eb-2b40-4c5b-8e1a-7a0c8095d45e req-5d656352-7e21-44ab-96dd-7d3c95afb86e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645258
Jun 01 12:47:55.751329 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cf2be9ba-748a-4505-8735-ed82e81fb69a req-a151608e-a481-4a8f-832b-b47b92f29726 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0491874
Jun 01 12:47:55.938938 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4a31-da95-414e-b597-09f1793d6970 req-e33681b2-bf28-43e4-9ba3-5cbb27d018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:55.940963 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-04ee4a31-da95-414e-b597-09f1793d6970 req-e33681b2-bf28-43e4-9ba3-5cbb27d018cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1097 time: 0.1218853
Jun 01 12:47:55.985474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53658) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:56.010945 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.028526 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:56.033433 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Usage tracker for resource:security_group_rule and tenant:880205fe7443412a85140f55297246fd is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:56.036477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:56.042904 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:56.163418 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.167296 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4a31-da95-414e-b597-09f1793d6970 req-43f2045e-c229-4870-bee7-cb65ee42327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:56.168311 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.169414 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-04ee4a31-da95-414e-b597-09f1793d6970 req-43f2045e-c229-4870-bee7-cb65ee42327e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2156634
Jun 01 12:47:56.179647 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-41dfa70f-c299-42a6-810a-59434b79f5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:56.232197 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=880205fe7443412a85140f55297246fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2453907
Jun 01 12:47:56.233667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56310a46-a258-4066-8f73-b4456bf755d3,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:56.237091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53666) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:56.240708 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:56.403107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4a31-da95-414e-b597-09f1793d6970 req-788723e4-975d-4cd3-8bf3-96b550d0c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:56.403681 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.404977 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-04ee4a31-da95-414e-b597-09f1793d6970 req-788723e4-975d-4cd3-8bf3-96b550d0c3bf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2258868
Jun 01 12:47:56.442222 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.485289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f991d-7482-452a-8596-bace7843e690 req-3b487b64-3428-4563-83d8-a1c98d4d2a71 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:56.486966 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27f991d-7482-452a-8596-bace7843e690 req-3b487b64-3428-4563-83d8-a1c98d4d2a71 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1823764
Jun 01 12:47:56.538763 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27f991d-7482-452a-8596-bace7843e690 req-225500cb-211f-4a45-9016-3f67a35d461d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451303
Jun 01 12:47:56.557398 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.561460 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e81b85e1-4b12-4853-8670-099f4b747cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:56.575106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56310a46-a258-4066-8f73-b4456bf755d3,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:56.577606 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:56.585277 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:56.586496 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56310a46-a258-4066-8f73-b4456bf755d3 HTTP/1.1" status: 204  len: 168 time: 0.3481183
Jun 01 12:47:56.611075 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-d092a2a0-1368-4ee0-91d0-eedc68ba7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:56.612561 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-d092a2a0-1368-4ee0-91d0-eedc68ba7757 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1097 time: 0.1554208
Jun 01 12:47:56.799282 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe143d-f5a2-4f9b-abc1-a4e24bfffb3e req-7625c83e-8b97-4a9d-a530-7e0845a35291 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:56.806282 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63fe143d-f5a2-4f9b-abc1-a4e24bfffb3e req-7625c83e-8b97-4a9d-a530-7e0845a35291 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.0977046
Jun 01 12:47:56.856221 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63fe143d-f5a2-4f9b-abc1-a4e24bfffb3e req-0f7130a7-a8e1-45b6-a6b7-ddd87cc32b50 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480063
Jun 01 12:47:56.919560 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6d7bf3e5-65d7-45f4-8940-3803f6c41771 req-d588ddf5-7f6e-4517-b740-8ac6dadba43e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0427780
Jun 01 12:47:57.417742 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53700) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:57.536334 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-717481346-network', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:57.541510 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:57.545931 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Usage tracker for resource:network and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:57.549019 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:57.556140 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:57.571790 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Made reservation on behalf of 135cc459ca0d456eab7c7cc3da170f74 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:57.576949 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.592562 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.608753 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:57.613325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:57.616220 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:57.623662 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:57.778188 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.783957 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.789293 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7b750bd2-204a-4134-8869-e4eee48e4ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:57.806370 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66081a38-bd96-4ebd-9aae-239fb353791a req-ad12ce57-7903-4fb0-9876-74c32a48caa7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:57.808084 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66081a38-bd96-4ebd-9aae-239fb353791a req-ad12ce57-7903-4fb0-9876-74c32a48caa7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.1543360
Jun 01 12:47:57.834367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:47:57.861642 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.861975 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Added segment c4e8e416-a2c2-422e-9a58-b4bd233957f3 of type vlan for network 99e36273-76be-466a-b11a-be27334870c1
Jun 01 12:47:57.873463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745f128-60f0-4a2d-b634-382e7a570cf6,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:57.878925 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:57.901750 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66081a38-bd96-4ebd-9aae-239fb353791a req-40ca5734-bc7d-4078-9a46-dd0c2e129dd4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850561
Jun 01 12:47:57.908552 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.941216 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.942727 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:57.943380 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:57.947360 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:58.132708 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-33855a1a-2906-4763-a9e9-bc47bdcd2d21 req-260291df-2e00-4d0d-93f9-778de90df3b0 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0823646
Jun 01 12:47:58.145298 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7262998
Jun 01 12:47:58.149178 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Pushing event updated for resources: {'Network': ['ID=99e36273-76be-466a-b11a-be27334870c1,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:58.157489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53716) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:58.158609 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:58.166324 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 99e36273-76be-466a-b11a-be27334870c1 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:47:58.175468 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Request body: {'subnet': {'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-717481346-subnet', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:58.178926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8b14f-bf82-439e-bb02-2b0d760516da req-d51869e9-181f-4741-af37-a69b2665e4c9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:58.180879 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:58.181030 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6af8b14f-bf82-439e-bb02-2b0d760516da req-d51869e9-181f-4741-af37-a69b2665e4c9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.2088554
Jun 01 12:47:58.190483 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Usage tracker for resource:subnet and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:58.194236 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:58.201462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:58.214802 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Made reservation on behalf of 135cc459ca0d456eab7c7cc3da170f74 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:47:58.217235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:58.232941 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6af8b14f-bf82-439e-bb02-2b0d760516da req-4f0d705c-09e4-402d-bd5e-3a7a3bef229f tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463333
Jun 01 12:47:58.632189 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:58.635919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:58.705857 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6830dfee-aecb-4e15-983c-bbff7f915d68,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:58.709643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:58.716979 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Checking segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:58.717883 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Network hostable DHCP agents. Network: 99e36273-76be-466a-b11a-be27334870c1, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:47:58.737304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Network 99e36273-76be-466a-b11a-be27334870c1 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:47:58.747444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 99e36273-76be-466a-b11a-be27334870c1) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:58.758046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:58.759046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:58.759180 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277386ee-8439-464e-90c5-10ef272c9ec7 None None] Network 99e36273-76be-466a-b11a-be27334870c1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:47:58.783621 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6248949
Jun 01 12:47:58.786354 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53724) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:47:58.791536 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:47:58.796249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:47:58.800209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Usage tracker for resource:router and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:47:58.803196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:47:58.809466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:47:58.822705 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:58.823864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:58.840727 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.014929 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-99e36273-76be-466a-b11a-be27334870c1', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:47:59.015846 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.102227 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60464b-1f30-4c2a-a261-0f9693d9e650 req-2dfb641e-da8b-445d-8c6e-3beb0ab4976e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:59.104023 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c60464b-1f30-4c2a-a261-0f9693d9e650 req-2dfb641e-da8b-445d-8c6e-3beb0ab4976e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.0856252
Jun 01 12:47:59.113641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.155799 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c60464b-1f30-4c2a-a261-0f9693d9e650 req-c806d55f-42a2-4631-8a3a-328d69f4fd6f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436862
Jun 01 12:47:59.186284 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Allocated IP 172.20.0.2 (99e36273-76be-466a-b11a-be27334870c1/6830dfee-aecb-4e15-983c-bbff7f915d68/de71af60-f33b-42ea-83d7-6af90a90fc93) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:59.367341 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9495c32-8c3f-49fb-8fc3-8abcf1615fbe req-db6c7fc6-1b57-4fb2-b820-a650ebdd2a23 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0606461
Jun 01 12:47:59.423740 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f38f3-1682-41dc-b467-76e8dae00999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.439763 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.451904 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Transition to ACTIVE for port object de71af60-f33b-42ea-83d7-6af90a90fc93 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:59.476670 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Transition to ACTIVE for port object de71af60-f33b-42ea-83d7-6af90a90fc93 will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:47:59.482556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.483382 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.487299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:59.514528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.529718 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce54817-2be6-4dee-b15d-4d5e46f8e36a req-8a07023c-15ed-42c2-8a4b-60009ff43c5e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:47:59.531242 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ce54817-2be6-4dee-b15d-4d5e46f8e36a req-8a07023c-15ed-42c2-8a4b-60009ff43c5e tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.1629026
Jun 01 12:47:59.550868 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Network 99e36273-76be-466a-b11a-be27334870c1 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:47:59.554871 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:47:59.558935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:47:59.588313 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ce54817-2be6-4dee-b15d-4d5e46f8e36a req-67e6678a-b59d-48ef-bc9f-20193653924a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478187
Jun 01 12:47:59.644610 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Pushing event updated for resources: {'Port': ['ID=de71af60-f33b-42ea-83d7-6af90a90fc93,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:59.661482 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.661828 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.662168 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.662500 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.662853 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.663182 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.663513 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.663839 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.664160 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.664484 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.664918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.665237 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:47:59.671627 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:47:59.675934 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Attempting to bind port de71af60-f33b-42ea-83d7-6af90a90fc93 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:47:59.676302 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Attempting to bind port de71af60-f33b-42ea-83d7-6af90a90fc93 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:47:59.676671 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Attempting to bind port de71af60-f33b-42ea-83d7-6af90a90fc93 on network 99e36273-76be-466a-b11a-be27334870c1 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:47:59.683158 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:47:59.683538 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Checking segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:47:59.683947 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.684348 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Bound using segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:47:59.684824 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Bound port: de71af60-f33b-42ea-83d7-6af90a90fc93, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:47:59.685202 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.749369 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-58bc5e7d-9115-4e9b-9e57-be9f5a7928fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 217 time: 0.1013777
Jun 01 12:47:59.770355 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Allocated IP 172.27.2.115 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/17267ade-4995-46f4-b38e-f8cd22067027) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:47:59.793827 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] For port de71af60-f33b-42ea-83d7-6af90a90fc93, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:47:59.798590 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] For port de71af60-f33b-42ea-83d7-6af90a90fc93, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=de71af60-f33b-42ea-83d7-6af90a90fc93,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:47:59.804977 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:47:59.809151 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:47:59.903322 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Pushing event updated for resources: {'Port': ['ID=de71af60-f33b-42ea-83d7-6af90a90fc93,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:47:59.907507 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:00.060094 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-f722e182-07e8-4a33-801a-cccd7fc0b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:00.062149 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-f722e182-07e8-4a33-801a-cccd7fc0b849 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.2893062
Jun 01 12:48:00.137369 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-fa7eb22e-de45-42f1-9a6d-e5ca8769da65 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:00.139040 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-fa7eb22e-de45-42f1-9a6d-e5ca8769da65 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "GET /v2.0/networks?id=017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 200  len: 813 time: 0.1882763
Jun 01 12:48:00.148625 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-99feda84-f1f2-4853-b81c-a8d68f21e559 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2508702
Jun 01 12:48:00.153650 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Request body: {'port': {'device_id': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9', 'admin_state_up': True, 'tenant_id': '3a03e15d4f02477facb594726468efef'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:00.280388 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:00.375769 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-1e44164f-a7ef-418e-8172-2a8f694c0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:00.377744 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-1e44164f-a7ef-418e-8172-2a8f694c0a75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2806802
Jun 01 12:48:00.581165 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device de71af60-f33b-42ea-83d7-6af90a90fc93 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:00.632163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-f3e60b25-5ea5-4a7e-bf2f-4e48c8c34c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:00.633937 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-f3e60b25-5ea5-4a7e-bf2f-4e48c8c34c5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.4511297
Jun 01 12:48:00.657059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:00.673215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0f5f404d-edf5-4de5-b101-8eafa40f9457 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:00.685157 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0822aecf-5f66-472a-b732-a11ddac23a61 req-7e356a90-8133-4d2d-8e70-bb23e7e87dfc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0806985
Jun 01 12:48:00.696652 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port de71af60-f33b-42ea-83d7-6af90a90fc93 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:00.726525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:00.741970 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Usage tracker for resource:port and tenant:3a03e15d4f02477facb594726468efef is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:00.759274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:00.770808 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:00.831893 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72b0d-5421-41e3-96bd-ce85946ab044 req-ccdda366-c2b4-40ba-b886-aa08955dc3c4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:00.834365 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c1e72b0d-5421-41e3-96bd-ce85946ab044 req-ccdda366-c2b4-40ba-b886-aa08955dc3c4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.3530540
Jun 01 12:48:00.835826 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Made reservation on behalf of 3a03e15d4f02477facb594726468efef for: {'port': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:00.842352 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:00.852839 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:00.864026 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:00.891544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:00.945999 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Pushing event updated for resources: {'Port': ['ID=17267ade-4995-46f4-b38e-f8cd22067027,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:00.964440 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:01.064210 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-57880066-5797-40a8-bf0e-29fcf616e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:01.065743 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-57880066-5797-40a8-bf0e-29fcf616e76b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.3939660
Jun 01 12:48:01.069505 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-01c5cb2f-e3e6-45b7-b26e-2b2cabd84cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6690857
Jun 01 12:48:01.079858 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c1e72b0d-5421-41e3-96bd-ce85946ab044 req-50ef1f89-b790-49dc-bc00-f9bdbcb3f182 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230887
Jun 01 12:48:01.225249 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Allocated IP 172.20.0.6 (017c545c-2476-465c-bd90-c58563cd11d9/fb2990e5-44a6-46dc-8e6f-1eb34e02e654/f87c5178-a40f-4a25-8735-48d2bc94305d) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:01.413128 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-617c7b3d-b0a1-4719-8152-8b4f5d18e5cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.1289909
Jun 01 12:48:01.416571 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-02d0b637-34ba-41ca-90ab-ae4bec128b21 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540958
Jun 01 12:48:01.422090 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9cda9-d4a3-49c3-808e-172c66cf7bc8 None None] Network 99e36273-76be-466a-b11a-be27334870c1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:48:01.522960 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67909-b28f-4c6f-88bc-fa616a9939ac req-528ba553-93cc-4580-b3c0-c24fa6dff8cc tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:01.529874 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4c67909-b28f-4c6f-88bc-fa616a9939ac req-528ba553-93cc-4580-b3c0-c24fa6dff8cc tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.6697025
Jun 01 12:48:01.562948 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-2b24944d-a5aa-447c-b5a7-5c81deff7cc7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:01.564013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-2b24944d-a5aa-447c-b5a7-5c81deff7cc7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Synchronizing usage tracker for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:01.662857 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4c67909-b28f-4c6f-88bc-fa616a9939ac req-90c92df5-128f-4a0f-ab63-60ebb2010bcf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260917
Jun 01 12:48:01.678575 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-ae3a2e78-58a5-4449-bdbf-186490015622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:01.678575 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-ae3a2e78-58a5-4449-bdbf-186490015622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.1683528
Jun 01 12:48:01.679127 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Provisioning for port de71af60-f33b-42ea-83d7-6af90a90fc93 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:01.682787 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-2b24944d-a5aa-447c-b5a7-5c81deff7cc7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Unset dirty status for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:01.684681 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-2b24944d-a5aa-447c-b5a7-5c81deff7cc7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 1.1016345
Jun 01 12:48:01.708342 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:01.760889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-efe48c23-b4af-4813-b1a0-1558380f7905 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:01.768592 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-efe48c23-b4af-4813-b1a0-1558380f7905 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.4282396
Jun 01 12:48:01.774989 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Provisioning complete for port de71af60-f33b-42ea-83d7-6af90a90fc93 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:01.775486 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:01.795000 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-8f3c2008-fa32-4570-a34b-625bddbfbbc5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/quotas/d06d7a6f2566458e933412747c300588 HTTP/1.1" status: 200  len: 375 time: 0.0227251
Jun 01 12:48:01.916538 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cc8bebef-c46a-4695-bf26-7a049e38619f req-21702996-b6a1-488b-b3fa-928cd35bb19c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0584924
Jun 01 12:48:01.951984 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:01.967432 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-f7b4b4c7-73ba-4ab6-89b6-ef5c65eb5abc tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1606503
Jun 01 12:48:01.969089 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:01.974699 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-096a0442-7a00-4d71-abb4-0ead94ad518a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2852983
Jun 01 12:48:02.000477 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1043fe58-647d-42be-b648-e612c2e9ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.020988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.050466 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.063702 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] For port de71af60-f33b-42ea-83d7-6af90a90fc93, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=de71af60-f33b-42ea-83d7-6af90a90fc93,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:02.069135 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.070941 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:02.130965 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Network 017c545c-2476-465c-bd90-c58563cd11d9 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:02.136114 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:02.151264 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Pushing event updated for resources: {'Port': ['ID=de71af60-f33b-42ea-83d7-6af90a90fc93,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:02.151958 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:02.161706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:02.211473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Pushing event updated for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:02.228040 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:02.267913 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:02.268697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.314129 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-4d3d1031-0b9b-4015-8188-e3cc0461099d service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022840
Jun 01 12:48:02.387903 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-50498ca5-7a5a-494b-b058-5ce97e8295fb service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3619785
Jun 01 12:48:02.398622 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-4c9e0e25-244a-495f-b3d2-fc46458f4393 None None] Provisioning complete for port de71af60-f33b-42ea-83d7-6af90a90fc93 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:02.399131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0e25-244a-495f-b3d2-fc46458f4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.407473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Deleting port 5c3f4bb9-08a5-4623-a27c-dba511e95097 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:48:02.407830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.465707 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device de71af60-f33b-42ea-83d7-6af90a90fc93 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:02.499998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.505415 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3560722
Jun 01 12:48:02.526564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Request body: {'port': {'device_id': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:02.530934 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:48:02.535745 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 5c3f4bb9-08a5-4623-a27c-dba511e95097 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:48:02.671203 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-04d19f1e-ab36-4b04-bd2a-fcd66fa03085 service neutron] 10.222.0.86 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3402441
Jun 01 12:48:02.681481 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b56c-321b-4a81-b504-7e3ce31826f1 req-d30f2174-8993-4b97-bd14-18c61e16f15c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:02.688660 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-57e9b56c-321b-4a81-b504-7e3ce31826f1 req-d30f2174-8993-4b97-bd14-18c61e16f15c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 944 time: 0.4352808
Jun 01 12:48:02.722331 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.793194 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-57e9b56c-321b-4a81-b504-7e3ce31826f1 req-7a6d829a-1a0b-409a-b74f-e94e01857e97 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035714
Jun 01 12:48:02.846616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port de71af60-f33b-42ea-83d7-6af90a90fc93 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:02.859259 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:02.874479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:02.874958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.031965 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:03.040170 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Calling delete_port for 5c3f4bb9-08a5-4623-a27c-dba511e95097 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:48:03.085430 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.118831 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'port_id': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'mac_address': 'fa:16:3e:09:04:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:48:03.130625 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84ad8093-889c-46a9-90ed-44dd80019758 req-b4400586-9fc6-4b36-9543-ca28784d17f0 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 210 time: 0.2655194
Jun 01 12:48:03.205979 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.228246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:03.232043 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ca511-2f79-4a8f-96d8-9756d95fc08d" -d '{"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:03.294713 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 5c3f4bb9-08a5-4623-a27c-dba511e95097, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5c3f4bb9-08a5-4623-a27c-dba511e95097,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:03.313612 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.319845 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:03.382718 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.441820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:03.461097 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=6']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:03.466378 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5754d3fc-9d43-4cb1-8367-5ee058dc0b12 req-4b32c124-0ae6-40ed-9659-dc2761e908cf service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0617940
Jun 01 12:48:03.474271 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:03.476398 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.480414 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:03.486387 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.488477 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:03.592573 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:03.597090 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:03.631242 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87c5178-a40f-4a25-8735-48d2bc94305d {{(pid=103770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:03.644416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.693644 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bee3-a38c-49a6-b5d0-4b3a7a034b37 req-83eae1e1-918d-4113-a93a-382128e81fb7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:03.695566 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6a83bee3-a38c-49a6-b5d0-4b3a7a034b37 req-83eae1e1-918d-4113-a93a-382128e81fb7 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 945 time: 0.6685603
Jun 01 12:48:03.699504 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Transition to ACTIVE for port object f87c5178-a40f-4a25-8735-48d2bc94305d will not be triggered until provisioned by entity L2. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:03.707657 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.714113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-489bea02-0b6f-4c6e-a32e-988e6348e92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:03.757608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-ca790806-9999-49fa-ab32-a9d173e7f41f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:03.758396 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-ca790806-9999-49fa-ab32-a9d173e7f41f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Synchronizing usage tracker for tenant:3a03e15d4f02477facb594726468efef on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:03.834223 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:03.841428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:03.852408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-efc752fd-7991-4903-88a3-3454caabbbd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:03.906761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Pushing event deleted for resources: {'Port': ['ID=5c3f4bb9-08a5-4623-a27c-dba511e95097,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:03.909599 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:03.913832 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:03.920196 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:03.926413 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6a83bee3-a38c-49a6-b5d0-4b3a7a034b37 req-aa3f8693-4d6f-4010-a61f-e5205fbd3497 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131424
Jun 01 12:48:03.928769 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-ca790806-9999-49fa-ab32-a9d173e7f41f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Unset dirty status for tenant:3a03e15d4f02477facb594726468efef on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:03.935835 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-ca790806-9999-49fa-ab32-a9d173e7f41f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 931 time: 0.5588298
Jun 01 12:48:04.018050 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] No DVR routers for this DVR port 5c3f4bb9-08a5-4623-a27c-dba511e95097 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:48:04.019645 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e77d7e-f01d-410d-b5aa-12faaf74b7b1 x-openstack-request-id: req-65e77d7e-f01d-410d-b5aa-12faaf74b7b1 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:04.020161 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:04.020268 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65e77d7e-f01d-410d-b5aa-12faaf74b7b1 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:04.020589 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'code': 200}
Jun 01 12:48:04.022471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.024499 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-aea4e8e1-b67e-4a0d-bb81-113bec2b5141 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Synchronizing usage tracker for tenant:3a03e15d4f02477facb594726468efef on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:04.028538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-deleted', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:04.031236 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf2167-1b2e-4491-a320-55cb0b9750d5" -d '{"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-deleted", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:04.066796 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-15d45cf1-594f-405e-a00f-c4d6a4f2c3bc req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "DELETE /v2.0/ports/5c3f4bb9-08a5-4623-a27c-dba511e95097 HTTP/1.1" status: 204  len: 173 time: 2.3248124
Jun 01 12:48:04.068611 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:48:04.092495 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-aea4e8e1-b67e-4a0d-bb81-113bec2b5141 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Unset dirty status for tenant:3a03e15d4f02477facb594726468efef on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:04.093709 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-28ed3fb2-9f31-4da9-9204-653b58f6705a req-aea4e8e1-b67e-4a0d-bb81-113bec2b5141 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568389
Jun 01 12:48:04.160140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2bdb4-d85d-425f-91a5-5a51039a6c7e x-openstack-request-id: req-e7e2bdb4-d85d-425f-91a5-5a51039a6c7e {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:04.160462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f5ff8e-48a3-42f7-a33a-c1a3132eee82", "name": "network-vif-deleted", "tag": "5c3f4bb9-08a5-4623-a27c-dba511e95097", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:04.160837 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e7e2bdb4-d85d-425f-91a5-5a51039a6c7e {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:04.161253 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f5ff8e-48a3-42f7-a33a-c1a3132eee82', 'name': 'network-vif-deleted', 'tag': '5c3f4bb9-08a5-4623-a27c-dba511e95097', 'status': 'completed', 'code': 200}
Jun 01 12:48:04.245581 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Attempting to bind port f87c5178-a40f-4a25-8735-48d2bc94305d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:04.246032 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Attempting to bind port f87c5178-a40f-4a25-8735-48d2bc94305d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'}] {{(pid=103770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:04.246365 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Attempting to bind port f87c5178-a40f-4a25-8735-48d2bc94305d on network 017c545c-2476-465c-bd90-c58563cd11d9 {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:04.256142 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Port f87c5178-a40f-4a25-8735-48d2bc94305d on network 017c545c-2476-465c-bd90-c58563cd11d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:48:04.256452 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Attempting to bind port f87c5178-a40f-4a25-8735-48d2bc94305d on network 017c545c-2476-465c-bd90-c58563cd11d9 {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:04.265660 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:04.267095 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Checking segment: {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:04.267095 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Bound using segment: {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'} {{(pid=103770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:04.267295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.managers [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Bound port: f87c5178-a40f-4a25-8735-48d2bc94305d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'}}] {{(pid=103770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:04.269691 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.298770 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a5d8-20b1-4a30-aee3-aebce3b9372f req-982aa6a4-5b09-4ddc-86f8-81d06bc080fd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:04.300475 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3aa3a5d8-20b1-4a30-aee3-aebce3b9372f req-982aa6a4-5b09-4ddc-86f8-81d06bc080fd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 945 time: 0.1832235
Jun 01 12:48:04.313789 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:48:04.327019 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Sync routers for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:48:04.336686 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.341782 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.5543094
Jun 01 12:48:04.342924 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 53822) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:04.352274 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:04.352469 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22be80>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:04.451989 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, cleared binding levels {{(pid=103770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:04.455933 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f87c5178-a40f-4a25-8735-48d2bc94305d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:04.466778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.500511 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3b787a84-f01e-4485-95f4-067f16919a66 req-454bfe00-8656-4bf2-beab-165e7a8bcc5e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 210 time: 0.1968088
Jun 01 12:48:04.503734 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:04.584682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-f303a86f-fde3-46d7-b28d-0c08bf1376aa tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:04.586272 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-f303a86f-fde3-46d7-b28d-0c08bf1376aa tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 815 time: 0.1722107
Jun 01 12:48:04.594857 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:04.595779 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.597376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f87c5178-a40f-4a25-8735-48d2bc94305d HTTP/1.1" status: 200  len: 1093 time: 2.0773294
Jun 01 12:48:04.600739 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:04.604125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:04.632133 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Request body: {'port': {'device_id': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'admin_state_up': True, 'tenant_id': 'd06d7a6f2566458e933412747c300588'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:04.634153 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:04.634765 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3aa3a5d8-20b1-4a30-aee3-aebce3b9372f req-f4fd6a67-acac-443b-b8fb-56ac232ea3f5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767421
Jun 01 12:48:04.725058 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:04.727793 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe3c0e-3d5b-42a4-bcdc-008f3b05e9b6 x-openstack-request-id: req-eafe3c0e-3d5b-42a4-bcdc-008f3b05e9b6 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:04.728356 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:04.728831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eafe3c0e-3d5b-42a4-bcdc-008f3b05e9b6 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:04.729490 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d', 'status': 'completed', 'code': 200}
Jun 01 12:48:04.753636 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=3']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:04.767861 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:04.794930 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-16012e88-fe22-4566-935f-bfad6f2cdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:04.796697 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-16012e88-fe22-4566-935f-bfad6f2cdc0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 1096 time: 0.1331913
Jun 01 12:48:05.010337 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:05.030424 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Usage tracker for resource:port and tenant:d06d7a6f2566458e933412747c300588 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:05.034909 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:05.065330 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-3bfb888e-1583-4b54-894e-a0c9361c32ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87c5178-a40f-4a25-8735-48d2bc94305d HTTP/1.1" status: 200  len: 217 time: 0.2580535
Jun 01 12:48:05.173933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:05.185321 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22be80>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:01Z', 'revision_number': 3, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:05.189978 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Checking router: f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:48:05.190328 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Updating router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 port 17267ade-4995-46f4-b38e-f8cd22067027 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:48:05.224239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Made reservation on behalf of d06d7a6f2566458e933412747c300588 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:05.228240 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.267343 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-65f5f716-0b96-49ed-ba0a-d3ca9e7c8690 req-40937cb4-79c6-4754-8557-d752e32e5c79 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9f5ff8e-48a3-42f7-a33a-c1a3132eee82 HTTP/1.1" status: 200  len: 210 time: 0.0706365
Jun 01 12:48:05.292767 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.360875 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-a8f0f0f2-cfa3-4f8a-88e8-e2be7f665a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:05.362388 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-a8f0f0f2-cfa3-4f8a-88e8-e2be7f665a1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb2990e5-44a6-46dc-8e6f-1eb34e02e654 HTTP/1.1" status: 200  len: 853 time: 0.2868183
Jun 01 12:48:05.426792 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-e4549de7-d5fb-4099-a028-c21cd6ba1015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=017c545c-2476-465c-bd90-c58563cd11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509930
Jun 01 12:48:05.449511 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797cbb0-0694-4963-99d6-131548bb2138 req-f43958c5-63ae-48f1-b5eb-b629dae5aa0e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:05.452272 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2797cbb0-0694-4963-99d6-131548bb2138 req-f43958c5-63ae-48f1-b5eb-b629dae5aa0e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 943 time: 0.1779974
Jun 01 12:48:05.553437 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2797cbb0-0694-4963-99d6-131548bb2138 req-71886323-db3e-46ea-ac81-166a6b74cbf0 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713844
Jun 01 12:48:05.718568 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0a60d83-83c7-41fe-bf25-f99ece4a459d req-2f17060d-cc10-4790-b964-103eca6b3d51 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 210 time: 0.0504091
Jun 01 12:48:05.744280 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-70e0d648-273c-4a3a-9aca-6bd9d28e8cdc service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863340
Jun 01 12:48:05.795118 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Allocated IP 172.20.0.14 (70ed443d-257a-40be-a0aa-55d1b2de0e80/21c338a5-4d8f-48f2-be34-6af322282f4a/60ad51a9-2788-4b2d-81db-3b2fbbdaccaa) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:05.810179 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.824920 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Transition to ACTIVE for port object 17267ade-4995-46f4-b38e-f8cd22067027 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:05.833268 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.837339 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:05.915907 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Attempting to bind port 17267ade-4995-46f4-b38e-f8cd22067027 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:05.916286 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Attempting to bind port 17267ade-4995-46f4-b38e-f8cd22067027 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:05.916655 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Attempting to bind port 17267ade-4995-46f4-b38e-f8cd22067027 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:05.923760 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Pushing event updated for resources: {'Port': ['ID=17267ade-4995-46f4-b38e-f8cd22067027,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:05.931778 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:05.932164 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:05.932576 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.932975 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:05.933446 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Bound port: 17267ade-4995-46f4-b38e-f8cd22067027, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:05.933823 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:05.960722 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b85b2b2-cfc2-445a-a70a-a4ad4f29f00c req-55eadd49-09ca-4b33-ad4c-de911b44fe0b service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089379
Jun 01 12:48:05.963668 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.964033 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.964375 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.964713 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.965048 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.965376 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.965706 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.966025 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.966650 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.966650 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.967760 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.967760 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:05.981353 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:05.990379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0ae5-5147-4294-89ce-03153e06f1d1 req-400eccc1-f112-4017-ac8d-1ffec65ef721 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:05.992281 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f5f0ae5-5147-4294-89ce-03153e06f1d1 req-400eccc1-f112-4017-ac8d-1ffec65ef721 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 945 time: 0.2028089
Jun 01 12:48:06.060825 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] For port 17267ade-4995-46f4-b38e-f8cd22067027, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:06.064916 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] For port 17267ade-4995-46f4-b38e-f8cd22067027, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=17267ade-4995-46f4-b38e-f8cd22067027,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:06.073282 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:06.080976 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:06.082417 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f5f0ae5-5147-4294-89ce-03153e06f1d1 req-6018e7da-b309-44fd-ac0c-a0932179a48a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840814
Jun 01 12:48:06.084198 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:06.123659 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-f1e7476a-f736-4f9c-9938-07a9391b5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:06.125688 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-f1e7476a-f736-4f9c-9938-07a9391b5f61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 1096 time: 0.0896378
Jun 01 12:48:06.178021 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:06.179508 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22be80>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:06.258803 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Pushing event updated for resources: {'Port': ['ID=17267ade-4995-46f4-b38e-f8cd22067027,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:06.262615 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:06.270204 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-fd8d001f-7d37-4dd7-9b20-aeeaa764ce5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:06.287953 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-2d46bd4c-de55-4b8b-a71a-9060c7de8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:06.289948 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-2d46bd4c-de55-4b8b-a71a-9060c7de8203 service neutron] 10.222.0.60 "GET /v2.0/networks?id=017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 200  len: 914 time: 0.1553228
Jun 01 12:48:06.406614 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:06.407781 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-8da7daab-17ae-4a7e-ae48-31f4d04aad29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87c5178-a40f-4a25-8735-48d2bc94305d HTTP/1.1" status: 200  len: 217 time: 0.1094277
Jun 01 12:48:06.436667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Allocated IP 172.20.0.1 (99e36273-76be-466a-b11a-be27334870c1/6830dfee-aecb-4e15-983c-bbff7f915d68/f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:06.488888 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-ae52421a-9f7a-4c52-86f8-d608483ce918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:06.490454 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-ae52421a-9f7a-4c52-86f8-d608483ce918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb2990e5-44a6-46dc-8e6f-1eb34e02e654 HTTP/1.1" status: 200  len: 853 time: 0.0740919
Jun 01 12:48:06.560188 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-61897f2e-f67f-40eb-90cf-ea8cf6d8075e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=017c545c-2476-465c-bd90-c58563cd11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573418
Jun 01 12:48:06.563090 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:06.738086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:06.755038 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511', 'c48cb4d8-988e-414f-9315-1feea18053b4', '499ae67e-f29c-4eec-a8a1-f5a505f7b10a'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:06.762628 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bedc0bd4-edd2-45b7-b1ed-e119b5eb6352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:06.787782 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-fea3627e-1e3f-4b98-9bf1-de17e1d51e46 service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193692
Jun 01 12:48:06.850032 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:06.882980 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:06.883369 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:06.994636 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Network 70ed443d-257a-40be-a0aa-55d1b2de0e80 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:07.000439 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event updated for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:07.003830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:07.010180 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd22be80>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:01Z', 'revision_number': 3, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:07.010773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:07.016877 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f56656a-bee2-41c5-bb3b-9d5b6cc97c4d req-7af6891b-a151-4443-92f7-3a813bd6dcd4 service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217722
Jun 01 12:48:07.023066 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc27b3-6277-4ade-957b-b45dcd48e6a8 None None] The sync data for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi is: [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:01Z', 'revision_number': 3, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:48:07.124657 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.149542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:07.156808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:07.157498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.190696 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:07.194982 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:07.198215 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1923f5-174e-40d7-a6e5-e6dff3611f93" -d '{"events": [{"server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:07.204970 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.214600 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:07.270435 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.288121 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6866188
Jun 01 12:48:07.307857 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Request body: {'port': {'device_id': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:07.363676 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:07.376875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:07.381852 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Transition to ACTIVE for port object f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:07.507442 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.533576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:07.539391 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a8d95-b303-4c63-8975-e4363b1db101 req-819271dc-b981-43bc-868b-5e648ec6105f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:07.539619 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f2bf9ab-17a1-4617-9c07-0357afcb2f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:07.542559 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a13a8d95-b303-4c63-8975-e4363b1db101 req-819271dc-b981-43bc-868b-5e648ec6105f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 943 time: 0.5245712
Jun 01 12:48:07.555310 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-7991211d-aa56-4cec-9de6-f345f377abd4 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:07.557503 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-7991211d-aa56-4cec-9de6-f345f377abd4 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 808 time: 0.4834611
Jun 01 12:48:07.629144 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-913c1a63-cbed-4093-9bec-88827ab53b61 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/quotas/c2d3af361723402788d06b9a3c5c16bb HTTP/1.1" status: 200  len: 375 time: 0.0545239
Jun 01 12:48:07.694421 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Network 99e36273-76be-466a-b11a-be27334870c1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:07.709992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Pushing event updated for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:07.718872 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:07.724747 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-4a6e92d6-713f-49bd-946d-dd9a4a33feda tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0892434
Jun 01 12:48:07.741558 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:07.752865 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a13a8d95-b303-4c63-8975-e4363b1db101 req-1c019205-6968-42ea-8a71-1c4013742913 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862745
Jun 01 12:48:07.753235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:07.992802 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:08.054221 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9f27a4f3-ee2b-4d69-a795-118977874498 service neutron] 10.222.0.86 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073528
Jun 01 12:48:08.073350 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-6d06e669-d514-41f9-88db-911c7e279dab None None] Provisioning for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:08.079542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-6d06e669-d514-41f9-88db-911c7e279dab None None] Provisioning complete for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:08.079932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6d06e669-d514-41f9-88db-911c7e279dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:08.193883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-6d06e669-d514-41f9-88db-911c7e279dab None None] Port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:48:08.204413 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36b300-1b11-4ee2-8433-da02690f85d6 req-8b4e0412-0723-49d0-90f9-ac429401327e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:08.214167 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f36b300-1b11-4ee2-8433-da02690f85d6 req-8b4e0412-0723-49d0-90f9-ac429401327e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 932 time: 0.2952061
Jun 01 12:48:08.309150 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-68d0c89e-6c55-4f54-9f12-1af423b0fffe service neutron] 10.222.0.86 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477336
Jun 01 12:48:08.314703 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f36b300-1b11-4ee2-8433-da02690f85d6 req-5d8e9074-45d6-447a-be5c-166e3a3df3ca tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885625
Jun 01 12:48:08.469579 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:08.493185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:08.510294 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:08.538941 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 17267ade-4995-46f4-b38e-f8cd22067027 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:08.565634 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f7cd-a921-4d16-84d0-a84307e4ce95 req-3566817d-fd30-4d9a-95cc-eea2d432aeac tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:08.573182 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f44f7cd-a921-4d16-84d0-a84307e4ce95 req-3566817d-fd30-4d9a-95cc-eea2d432aeac tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1310747
Jun 01 12:48:08.610398 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Transition to ACTIVE for port object 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:08.622379 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3974d1fc-50ad-42ba-baf9-7bc58a142296 x-openstack-request-id: req-3974d1fc-50ad-42ba-baf9-7bc58a142296 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:08.622701 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:08.623046 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3974d1fc-50ad-42ba-baf9-7bc58a142296 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:08.623461 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'code': 200}
Jun 01 12:48:08.627018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device f87c5178-a40f-4a25-8735-48d2bc94305d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:48:08.631310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:08.647964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4967d245-6341-44ef-a008-50ba8e392c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:08.653838 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f44f7cd-a921-4d16-84d0-a84307e4ce95 req-4e699d79-05be-4388-a74f-ab0c89c8ee7c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766363
Jun 01 12:48:08.873547 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-890b7ac0-a172-4a1e-998f-8b512903cec8 req-6715370e-0c84-4394-9a16-6af6ac274bf8 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 210 time: 0.1285543
Jun 01 12:48:08.909608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eb8a4-2552-4ef2-8430-feb7be6469c8 req-84feab73-abc2-475a-a8f2-e748f9cd48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:08.911193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-616eb8a4-2552-4ef2-8430-feb7be6469c8 req-84feab73-abc2-475a-a8f2-e748f9cd48ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1099 time: 0.1057577
Jun 01 12:48:08.985532 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-616eb8a4-2552-4ef2-8430-feb7be6469c8 req-cac74f27-f59e-454b-972d-0c9e46177712 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663261
Jun 01 12:48:09.024104 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f87c5178-a40f-4a25-8735-48d2bc94305d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:09.040780 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'f87c5178-a40f-4a25-8735-48d2bc94305d', 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9', 'port_id': 'f87c5178-a40f-4a25-8735-48d2bc94305d', 'mac_address': 'fa:16:3e:d7:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2990e5-44a6-46dc-8e6f-1eb34e02e654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:48:09.128653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 17267ade-4995-46f4-b38e-f8cd22067027 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:09.137751 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 17267ade-4995-46f4-b38e-f8cd22067027 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:09.138511 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.184183 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.211728 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Pushing event updated for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:09.223007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87c5178-a40f-4a25-8735-48d2bc94305d {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:09.230945 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:09.231552 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405af677-a14c-40cd-bb3f-ce093a8c5559 req-18c4e4c5-2d58-46b1-9a3f-43e3c949bcb4 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.249270 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-405af677-a14c-40cd-bb3f-ce093a8c5559 req-18c4e4c5-2d58-46b1-9a3f-43e3c949bcb4 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 943 time: 0.1629088
Jun 01 12:48:09.251373 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f87c5178-a40f-4a25-8735-48d2bc94305d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:09.260025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.270418 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-e0622ae1-9b65-4835-8c4d-66b3d30240ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:09.337301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Attempting to bind port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:09.337931 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Attempting to bind port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:09.338797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Attempting to bind port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:09.349232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:48:09.349746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Attempting to bind port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa on network 70ed443d-257a-40be-a0aa-55d1b2de0e80 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:09.360482 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:09.361232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Checking segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:09.361839 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Bound using segment: {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:09.362521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Bound port: 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ea49bf-a956-447f-bea0-74cc5d757975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:09.363127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.402397 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.446302 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.457370 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:09.468710 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:09.499959 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.507323 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:09.521647 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 17267ade-4995-46f4-b38e-f8cd22067027, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=17267ade-4995-46f4-b38e-f8cd22067027,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:09.526906 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.530923 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:09.557723 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-405af677-a14c-40cd-bb3f-ce093a8c5559 req-1300bf0c-fb90-4b05-a1dd-2d532852ac17 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2983038
Jun 01 12:48:09.633325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-43ba95e7-92dc-4f18-9a56-4db18f9b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.635093 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-43ba95e7-92dc-4f18-9a56-4db18f9b1673 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.3832643
Jun 01 12:48:09.645740 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.649335 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8e80f-7340-4736-a80d-8ad40840e708 req-bcc7145f-5d79-4a91-b961-f799bc7f253b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.651173 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4da8e80f-7340-4736-a80d-8ad40840e708 req-bcc7145f-5d79-4a91-b961-f799bc7f253b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2529588
Jun 01 12:48:09.665442 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Pushing event updated for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:09.674149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:09.729863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=17267ade-4995-46f4-b38e-f8cd22067027,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:09.733613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:09.734807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['f87c5178-a40f-4a25-8735-48d2bc94305d'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:09.761608 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:09.782762 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:09.791926 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.800775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1fbb64fc-ef5a-4c6f-8501-3cf22771bc02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:09.886695 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4da8e80f-7340-4736-a80d-8ad40840e708 req-3d2060b3-18ef-46de-bec1-e93f962c74d0 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357610
Jun 01 12:48:09.908308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.908539 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:09.909901 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] 10.222.0.60 "PUT /v2.0/ports/60ad51a9-2788-4b2d-81db-3b2fbbdaccaa HTTP/1.1" status: 200  len: 1094 time: 2.6099005
Jun 01 12:48:09.914815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:09.924648 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37bf372-7763-4153-b063-a2a999cbad06" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:09.945473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Pushing event updated for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:09.955588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:09.963734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Network 99e36273-76be-466a-b11a-be27334870c1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:09.965107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:09.965239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-8a480dde-0c76-496e-ac5f-fcf97c730bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.966770 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-8a480dde-0c76-496e-ac5f-fcf97c730bbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.3144817
Jun 01 12:48:09.992459 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfe4b-1a3f-44a5-83a2-af1a7a869485 req-e7896c78-1fe1-4c2c-83ac-b15361735a9c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:09.994550 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-825dfe4b-1a3f-44a5-83a2-af1a7a869485 req-e7896c78-1fe1-4c2c-83ac-b15361735a9c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 944 time: 0.2783990
Jun 01 12:48:10.093469 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-825dfe4b-1a3f-44a5-83a2-af1a7a869485 req-92564eb6-5532-40e7-975c-8c7b92cb31c6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896404
Jun 01 12:48:10.184660 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-f0d73855-7b10-47b2-9135-b15e197d7675 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.0884726
Jun 01 12:48:10.243006 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-87980f82-a326-4722-989c-413d881df500 None None] Provisioning complete for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:10.243657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:48:10.243765 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87980f82-a326-4722-989c-413d881df500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:10.322807 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85788-243a-47fb-be2b-1138a9a44219 req-10d980e4-825f-482d-be04-92da104e9ba4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:10.328071 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7eb85788-243a-47fb-be2b-1138a9a44219 req-10d980e4-825f-482d-be04-92da104e9ba4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.2860403
Jun 01 12:48:10.336471 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-511602f6-8463-4de2-8c3a-98553cb809c6 req-0e5b21d8-65ad-49a7-a7fb-8dd6feb368b3 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 210 time: 0.0804098
Jun 01 12:48:10.390306 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-87980f82-a326-4722-989c-413d881df500 None None] Port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:48:10.511888 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 17267ade-4995-46f4-b38e-f8cd22067027 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:10.542691 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-a4f53609-c92b-4c36-aa0f-81f93543f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:10.542691 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-a4f53609-c92b-4c36-aa0f-81f93543f1cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.3167872
Jun 01 12:48:10.572941 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37e166-1423-41be-bb2c-5b0828b46c85 x-openstack-request-id: req-8e37e166-1423-41be-bb2c-5b0828b46c85 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:10.574000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:10.574513 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e37e166-1423-41be-bb2c-5b0828b46c85 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:10.575214 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa', 'status': 'completed', 'code': 200}
Jun 01 12:48:10.618079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-bf5c6b58-fc0a-4cf4-994d-c9346ac5239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:10.620003 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-bf5c6b58-fc0a-4cf4-994d-c9346ac5239a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 1097 time: 0.4618168
Jun 01 12:48:10.622143 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-85b6e7df-cf2e-43fa-bac5-569073e97a2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547256
Jun 01 12:48:10.636480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:48:10.644418 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7eb85788-243a-47fb-be2b-1138a9a44219 req-369c2fb4-b709-4c39-acc4-858b60d1f95e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061008
Jun 01 12:48:10.680346 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Sync routers for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:48:10.695335 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:10.696144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8f5760>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:10.714714 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] 10.222.0.86 "PUT /v2.0/routers/f8b1044b-8fce-49cf-ae34-c05fc7ee91b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3704844
Jun 01 12:48:10.800528 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-aa69fee4-f85c-42ce-94be-e7e2eae8a984 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa HTTP/1.1" status: 200  len: 217 time: 0.0841930
Jun 01 12:48:10.838078 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 17267ade-4995-46f4-b38e-f8cd22067027 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:10.838471 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:10.963269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-41adf5fc-c7fb-4baf-b6cc-ee2de616c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:10.964999 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-41adf5fc-c7fb-4baf-b6cc-ee2de616c9af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.1521552
Jun 01 12:48:10.973749 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-49e81463-f640-402d-96ec-254c1ccbb247 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:10.975347 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-49e81463-f640-402d-96ec-254c1ccbb247 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 808 time: 0.3991740
Jun 01 12:48:10.984553 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-687ebb5f-3305-4e39-a4c1-580226d5a6c7 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366222
Jun 01 12:48:10.999291 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6856-4bb1-49d3-a9f0-0878d4b9db3e req-28f1032b-bb9a-47da-85a8-fde0f968c972 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:11.006000 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dcaa6856-4bb1-49d3-a9f0-0878d4b9db3e req-28f1032b-bb9a-47da-85a8-fde0f968c972 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 944 time: 0.2275648
Jun 01 12:48:11.037858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Request body: {'port': {'device_id': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49', 'admin_state_up': True, 'tenant_id': 'c2d3af361723402788d06b9a3c5c16bb'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:11.069715 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-331f730c-4cc1-4e7a-88d8-ce708835e839 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824401
Jun 01 12:48:11.125934 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:11.307730 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dcaa6856-4bb1-49d3-a9f0-0878d4b9db3e req-67813eee-903d-4c72-bda6-5ebc3c46f68e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876693
Jun 01 12:48:11.323884 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-33341a35-0a94-4ad8-958a-021d41c7ab71 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3170004
Jun 01 12:48:11.361650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:11.368150 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-98389c84-dfa0-417b-83a0-fea97b5723cf service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423222
Jun 01 12:48:11.371456 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Usage tracker for resource:port and tenant:c2d3af361723402788d06b9a3c5c16bb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:11.375018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:11.392482 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb762-6b51-4992-a6ff-58ca17d29d0b req-979d7918-44e7-4c27-b047-07cfbe501839 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:11.394024 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cd0bb762-6b51-4992-a6ff-58ca17d29d0b req-979d7918-44e7-4c27-b047-07cfbe501839 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2729850
Jun 01 12:48:11.407191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:11.502895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Made reservation on behalf of c2d3af361723402788d06b9a3c5c16bb for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:11.506627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:11.510005 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cd0bb762-6b51-4992-a6ff-58ca17d29d0b req-9842e4af-4dd1-483a-b189-f833459fd81e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082509
Jun 01 12:48:11.571738 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 53994) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:11.578186 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1301762473-network', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:11.594353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b37fe-ef1f-4235-9ecf-68ac1cb5738b req-7214508e-a981-4329-812e-411d0aa88dab tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:11.595990 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c5b37fe-ef1f-4235-9ecf-68ac1cb5738b req-7214508e-a981-4329-812e-411d0aa88dab tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 944 time: 0.1417887
Jun 01 12:48:11.597098 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:11.601640 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Usage tracker for resource:network and tenant:e5a61b7fac7848ec8e7355e804e8a9cf is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:11.606477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:11.628759 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:11.661015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Made reservation on behalf of e5a61b7fac7848ec8e7355e804e8a9cf for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:11.663741 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:11.687843 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:11.688195 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8f5760>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 2, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:11.692365 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Checking router: f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:48:11.692727 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Updating router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:48:11.717122 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c5b37fe-ef1f-4235-9ecf-68ac1cb5738b req-6b700a00-e5c3-4018-9fc5-dbe35a6ac5f9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118844
Jun 01 12:48:11.762505 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:11.770289 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f032703-9611-45cb-8bc7-755f364ab6b6 req-64f657fb-8081-4bc5-8778-1b3c89331f86 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 210 time: 0.0503745
Jun 01 12:48:11.771047 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Allocated IP 172.20.0.11 (d3d65dd2-08ee-487f-923f-d023d6f53c49/9e2ca1e9-320a-48e5-96b4-cd035a569a9d/3a2c0858-7727-4a21-b063-3a86964814ab) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:11.776933 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:11.782505 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Usage tracker for resource:security_group_rule and tenant:e5a61b7fac7848ec8e7355e804e8a9cf is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:11.785708 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:11.793476 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:11.927536 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5d2e76b6-249d-4902-b8fa-0c439d7027b6 req-4b74c4f1-7644-4bb2-bb01-29af4ecc8bd7 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5494578
Jun 01 12:48:11.995931 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.013148 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427ef5-f611-4a8d-989d-4dcd99b93b9c req-844e2d2d-eeac-4e67-bc47-416f505bba38 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.014883 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41427ef5-f611-4a8d-989d-4dcd99b93b9c req-844e2d2d-eeac-4e67-bc47-416f505bba38 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1512475
Jun 01 12:48:12.015662 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.018924 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a8833ae7-746f-478b-9653-c96f4f2febde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:12.075185 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:48:12.095855 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d3ab89-cbe6-4f8c-b2c0-bd20e778be19,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:12.102262 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-41427ef5-f611-4a8d-989d-4dcd99b93b9c req-0dc8c3f1-36d9-4275-bbfa-07cf18a38e89 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704539
Jun 01 12:48:12.103846 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.103846 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Added segment da75516e-ef9c-417c-9302-b6441bdda4c6 of type vlan for network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0
Jun 01 12:48:12.104862 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:12.118980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.139136 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.173463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.175519 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.175962 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.176558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.180251 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:12.184603 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d819b7c4-ebc6-4091-bb98-56343f0e245c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:12.219841 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.235205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Transition to ACTIVE for port object f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:12.244943 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.251793 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3b87611-4d7c-446f-9d2d-983baebbfe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:12.275557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bf372-7763-4153-b063-a2a999cbad06 req-14cbfbd6-2612-47a4-a7fe-e8e521f05827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.277044 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-14cbfbd6-2612-47a4-a7fe-e8e521f05827 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d06d7a6f2566458e933412747c300588&device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 1097 time: 0.2658694
Jun 01 12:48:12.281900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Network d3d65dd2-08ee-487f-923f-d023d6f53c49 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:12.285259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:12.287732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:12.353163 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7799866
Jun 01 12:48:12.364183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Pushing event updated for resources: {'Network': ['ID=fa19b5fa-6d0f-447a-a0e4-530c654dc5e0,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:12.368525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54006) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:12.377425 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Request body: {'subnet': {'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1301762473-subnet', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'ip_version': 4}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:12.385080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:12.391125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Usage tracker for resource:subnet and tenant:e5a61b7fac7848ec8e7355e804e8a9cf is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:12.394072 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:12.402574 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:12.411367 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Pushing event updated for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:12.413933 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:12.419038 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Made reservation on behalf of e5a61b7fac7848ec8e7355e804e8a9cf for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:12.422072 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10585502'] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.423061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:12.449448 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:48:12.491538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.492179 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.505351 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Pushing event updated for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:12.522221 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:12.556004 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5272202
Jun 01 12:48:12.577744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Request body: {'port': {'device_id': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:12.625591 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bf372-7763-4153-b063-a2a999cbad06 req-c05e918e-c07a-471b-a6c0-7cbb36ad99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.627010 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-c05e918e-c07a-471b-a6c0-7cbb36ad99b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 200  len: 916 time: 0.3084891
Jun 01 12:48:12.650412 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device f87c5178-a40f-4a25-8735-48d2bc94305d up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:12.689481 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79c4a-e812-4708-8a53-0255317d2de4 req-5bc82890-eae0-46f3-8985-b5fb02bd6479 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.696858 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1a79c4a-e812-4708-8a53-0255317d2de4 req-5bc82890-eae0-46f3-8985-b5fb02bd6479 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.4346023
Jun 01 12:48:12.807810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Attempting to bind port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:12.807810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Attempting to bind port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:12.808538 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Attempting to bind port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f on network 99e36273-76be-466a-b11a-be27334870c1 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:12.819519 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1a79c4a-e812-4708-8a53-0255317d2de4 req-37f859c3-ffb3-48f1-92f4-4158f442809f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215858
Jun 01 12:48:12.820222 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:12.820613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Checking segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:12.821028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.821436 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Bound using segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:12.821933 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Bound port: f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:12.822326 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.870974 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-f4f38e44-d2bf-4d44-aa4f-e7a7a9fc6ee2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa HTTP/1.1" status: 200  len: 217 time: 0.2347007
Jun 01 12:48:12.880550 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port f87c5178-a40f-4a25-8735-48d2bc94305d completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:12.908516 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port f87c5178-a40f-4a25-8735-48d2bc94305d triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:12.908920 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:12.935086 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb18be-94fe-4ad0-a20c-cb3f5c35a31a req-776d57d5-3be2-4494-9040-d5ce63aa3819 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.942497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bf372-7763-4153-b063-a2a999cbad06 req-463ceba8-178a-4a1e-a01a-7e093a2d996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:12.943297 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-95cb18be-94fe-4ad0-a20c-cb3f5c35a31a req-776d57d5-3be2-4494-9040-d5ce63aa3819 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 944 time: 0.3416581
Jun 01 12:48:12.944584 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-463ceba8-178a-4a1e-a01a-7e093a2d996b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 200  len: 855 time: 0.0648816
Jun 01 12:48:13.008382 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-b897d6d0-0c9f-4412-8323-42c3c8b66383 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70ed443d-257a-40be-a0aa-55d1b2de0e80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524740
Jun 01 12:48:13.013361 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.026019 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] For port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:13.030180 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] For port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:13.040997 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.079666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:13.196188 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.204065 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-95cb18be-94fe-4ad0-a20c-cb3f5c35a31a req-57506223-6a62-4c2d-bd69-a71bab3613f6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597980
Jun 01 12:48:13.220883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:13.220883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8f5760>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:13.257122 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681d74-2caa-42ae-ba81-4deb9a9e4de2 req-aed8ae18-338f-4260-bd51-77a0fe4de781 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:13.258597 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9681d74-2caa-42ae-ba81-4deb9a9e4de2 req-aed8ae18-338f-4260-bd51-77a0fe4de781 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.3069015
Jun 01 12:48:13.348517 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9681d74-2caa-42ae-ba81-4deb9a9e4de2 req-06add6be-deb2-4c0a-b976-856376a051ee tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747981
Jun 01 12:48:13.402410 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-8bfbfd9a-059e-46d8-971e-78fff2e6c9aa service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3780949
Jun 01 12:48:13.428050 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Pushing event updated for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:13.442223 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:13.484610 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:13.486994 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106fa001-8388-459c-8750-05c8664d64bb" -d '{"events": [{"server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "name": "network-vif-plugged", "status": "completed", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:13.503100 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f87c5178-a40f-4a25-8735-48d2bc94305d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:13.512563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.518398 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:13.519118 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76537a1-eb8f-450e-a5bc-186e27685f47 req-a7d5cb1f-3344-4fc6-8233-d882bb1be1aa tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:13.520631 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f76537a1-eb8f-450e-a5bc-186e27685f47 req-a7d5cb1f-3344-4fc6-8233-d882bb1be1aa tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 944 time: 0.1714144
Jun 01 12:48:13.560859 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1698763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10585480'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.585740 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7875ad9b-a4bc-4979-8bb6-ff861691492d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:13.590138 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:13.684172 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b37bf372-7763-4153-b063-a2a999cbad06 req-2c825c24-de78-4abe-adc6-1181822bd458 service neutron] 10.222.0.60 "GET /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010372
Jun 01 12:48:13.695757 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f76537a1-eb8f-450e-a5bc-186e27685f47 req-59005cab-7a6f-4e55-b1c9-c090e02f9b1f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419649
Jun 01 12:48:13.700109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf538d9-5ecb-49a4-b66e-f26b01d33921,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:13.709255 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:13.727922 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Checking segment: {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:13.728815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Network hostable DHCP agents. Network: fa19b5fa-6d0f-447a-a0e4-530c654dc5e0, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:48:13.760829 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:13.761644 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baabb4-307c-445c-9d50-fa72d76fb343 req-e377b1ee-7244-44ab-9828-0873a242b8f3 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:13.762684 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a8baabb4-307c-445c-9d50-fa72d76fb343 req-e377b1ee-7244-44ab-9828-0873a242b8f3 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 932 time: 0.2550526
Jun 01 12:48:13.766157 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:13.789787 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:48:13.807905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2c0858-7727-4a21-b063-3a86964814ab {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:13.815860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, fa19b5fa-6d0f-447a-a0e4-530c654dc5e0) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:13.823679 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.845751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Transition to ACTIVE for port object 3a2c0858-7727-4a21-b063-3a86964814ab will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:13.846956 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23737ca3-5fc5-40f1-9e05-c2111210e975 None None] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:48:13.847577 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a8baabb4-307c-445c-9d50-fa72d76fb343 req-d222480c-97bb-4697-9d55-e36fc56c62e6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761986
Jun 01 12:48:13.849791 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:13.850455 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.852301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.859103 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:13.899919 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5278454
Jun 01 12:48:13.900120 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54022) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:13.906791 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:13.911509 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:13.917371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Usage tracker for resource:router and tenant:e5a61b7fac7848ec8e7355e804e8a9cf is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:13.920647 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:13.930447 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:13.940262 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66e1e95-dfc0-4ed8-b917-96e6cd1fa859 x-openstack-request-id: req-f66e1e95-dfc0-4ed8-b917-96e6cd1fa859 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:13.940598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "name": "network-vif-plugged", "status": "completed", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:13.940796 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f66e1e95-dfc0-4ed8-b917-96e6cd1fa859 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:13.941197 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d', 'code': 200}
Jun 01 12:48:13.945597 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.947364 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:13.970503 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.175332 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.178759 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Pushing event updated for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:14.241877 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8f5760>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:14.256706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142c3ae-2c39-4299-b8bb-b546be78ed82 None None] The sync data for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi is: [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:48:14.258424 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'fixed_ips': [{'subnet_id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:48:14.259303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.373224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:14.564982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Attempting to bind port 3a2c0858-7727-4a21-b063-3a86964814ab on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:14.565327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Attempting to bind port 3a2c0858-7727-4a21-b063-3a86964814ab by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:14.565660 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Attempting to bind port 3a2c0858-7727-4a21-b063-3a86964814ab on network d3d65dd2-08ee-487f-923f-d023d6f53c49 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:14.573578 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Port 3a2c0858-7727-4a21-b063-3a86964814ab on network d3d65dd2-08ee-487f-923f-d023d6f53c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:48:14.573906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Attempting to bind port 3a2c0858-7727-4a21-b063-3a86964814ab on network d3d65dd2-08ee-487f-923f-d023d6f53c49 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:14.578816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Allocated IP 172.20.0.2 (fa19b5fa-6d0f-447a-a0e4-530c654dc5e0/3bf538d9-5ecb-49a4-b66e-f26b01d33921/dba8917e-ae64-42d5-bb8d-f5addd437802) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:14.584394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:14.584394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Checking segment: {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:14.584394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Bound using segment: {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:14.584853 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Bound port: 3a2c0858-7727-4a21-b063-3a86964814ab, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c707b727-abdc-431a-b0ee-3a4cac5130ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:14.585244 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.606261 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa28c-2abd-414c-b784-7add8e79b493 req-bc976253-77b1-477c-ae3d-de9637c177e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:14.608686 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1e9aa28c-2abd-414c-b784-7add8e79b493 req-bc976253-77b1-477c-ae3d-de9637c177e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 1098 time: 0.3257694
Jun 01 12:48:14.615432 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:14.647982 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.700054 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:14.705892 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3a2c0858-7727-4a21-b063-3a86964814ab,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:14.727566 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.738194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c0f0d96-bf60-437a-92be-c5e452cba618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:14.870020 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Pushing event updated for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:14.875511 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:14.876445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.878546 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] 10.222.0.60 "PUT /v2.0/ports/3a2c0858-7727-4a21-b063-3a86964814ab HTTP/1.1" status: 200  len: 1094 time: 2.3086016
Jun 01 12:48:14.883432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:14.887150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73f5b1-27af-4078-a79f-aba271daf7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:14.894956 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:14.901103 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1e9aa28c-2abd-414c-b784-7add8e79b493 req-f60a1cc1-9835-44ad-a3fa-8f64cc5d2acb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918502
Jun 01 12:48:14.921716 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501738-c7d1-47aa-89e9-5d1790af0f2f req-4b66445f-42e5-40a4-9053-34226583b088 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:14.929148 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c501738-c7d1-47aa-89e9-5d1790af0f2f req-4b66445f-42e5-40a4-9053-34226583b088 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 945 time: 0.4475234
Jun 01 12:48:14.942012 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:14.955671 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351bd98-e9b6-445f-8fa8-fa13b5787d17 req-77eed3fd-0eda-40ad-9d7c-9a78b60d7dbc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:14.955957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:14.956325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:14.957224 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9351bd98-e9b6-445f-8fa8-fa13b5787d17 req-77eed3fd-0eda-40ad-9d7c-9a78b60d7dbc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.6828849
Jun 01 12:48:14.994306 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.021291 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c501738-c7d1-47aa-89e9-5d1790af0f2f req-7e8861ff-0371-4657-a2c2-a2f59cb85269 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910494
Jun 01 12:48:15.061026 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Transition to ACTIVE for port object dba8917e-ae64-42d5-bb8d-f5addd437802 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:15.074594 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9351bd98-e9b6-445f-8fa8-fa13b5787d17 req-708576f6-dad3-4479-9814-ecd1ebf0d528 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971336
Jun 01 12:48:15.097406 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Transition to ACTIVE for port object dba8917e-ae64-42d5-bb8d-f5addd437802 will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:15.113475 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.114371 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-d12937c9-0c2b-43d0-a622-7b7502cae50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:15.116111 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-d12937c9-0c2b-43d0-a622-7b7502cae50f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 1097 time: 0.1339426
Jun 01 12:48:15.119266 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-52323010-262c-4bf3-8082-dd4c0160ce30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:15.266185 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:15.266627 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-035665f6-79d7-4221-a9c2-5dae3a89fa8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a2c0858-7727-4a21-b063-3a86964814ab HTTP/1.1" status: 200  len: 217 time: 0.1375413
Jun 01 12:48:15.281116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:15.333223 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Pushing event updated for resources: {'Port': ['ID=dba8917e-ae64-42d5-bb8d-f5addd437802,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:15.345086 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:15.348880 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:15.424848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884826f1-8561-49f0-8fe2-828a533dc792 req-a64172a1-838c-432a-b165-dfa8446b01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:15.427489 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-a64172a1-838c-432a-b165-dfa8446b01ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e2ca1e9-320a-48e5-96b4-cd035a569a9d HTTP/1.1" status: 200  len: 848 time: 0.1370692
Jun 01 12:48:15.483232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Attempting to bind port dba8917e-ae64-42d5-bb8d-f5addd437802 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:15.483657 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Attempting to bind port dba8917e-ae64-42d5-bb8d-f5addd437802 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:15.483974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Attempting to bind port dba8917e-ae64-42d5-bb8d-f5addd437802 on network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:15.487708 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.497449 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-a5c1eecd-60b2-4a60-8298-728786839165 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d65dd2-08ee-487f-923f-d023d6f53c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576928
Jun 01 12:48:15.503394 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:15.503790 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Checking segment: {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:15.504190 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.504594 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Bound using segment: {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:15.505089 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Bound port: dba8917e-ae64-42d5-bb8d-f5addd437802, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:15.505468 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.596677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:15.648930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.659495 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f89624d0-72d2-4ecd-a3a5-d627b9a44381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:15.771658 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] For port dba8917e-ae64-42d5-bb8d-f5addd437802, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:15.788670 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] For port dba8917e-ae64-42d5-bb8d-f5addd437802, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=dba8917e-ae64-42d5-bb8d-f5addd437802,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:15.797883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:15.822753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:15.828660 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:15.831571 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:15.892723 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-5c734625-9c95-43cf-8fac-bb0e65b81c6c service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838515
Jun 01 12:48:15.999075 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Pushing event updated for resources: {'Port': ['ID=dba8917e-ae64-42d5-bb8d-f5addd437802,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:16.003244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:16.007102 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:16.079216 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:16.086816 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-884826f1-8561-49f0-8fe2-828a533dc792 req-22fed82d-ab83-4a88-a815-d8faab6a8ef3 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847026
Jun 01 12:48:16.137616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fb7ab-6c6c-4da5-ba52-c5c63a65a388 req-f6f1997f-72a2-4209-8c72-65fff5a6a768 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.145527 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3b2fb7ab-6c6c-4da5-ba52-c5c63a65a388 req-f6f1997f-72a2-4209-8c72-65fff5a6a768 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.7311726
Jun 01 12:48:16.173592 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a25d57-e4d4-4415-a1e3-2e8823de0012 req-00f9ddca-8da4-46c4-b037-61eb4aacfd85 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.175209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70a25d57-e4d4-4415-a1e3-2e8823de0012 req-00f9ddca-8da4-46c4-b037-61eb4aacfd85 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 944 time: 0.7497671
Jun 01 12:48:16.279390 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3b2fb7ab-6c6c-4da5-ba52-c5c63a65a388 req-d1725def-377e-4340-8fd9-bf26dd54cc52 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327667
Jun 01 12:48:16.295354 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70a25d57-e4d4-4415-a1e3-2e8823de0012 req-739d05e8-aec3-491e-899e-720faa8f7fa8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065960
Jun 01 12:48:16.393765 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607ecbe5-3777-4ecc-9d37-759821bf21a5 x-openstack-request-id: req-607ecbe5-3777-4ecc-9d37-759821bf21a5 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:16.394359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:16.394359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-607ecbe5-3777-4ecc-9d37-759821bf21a5 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:16.394811 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab', 'status': 'completed', 'code': 200}
Jun 01 12:48:16.396324 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Allocated IP 172.27.2.50 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/d47e4267-5d04-463d-a2f5-241eeb0423fe) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:16.561075 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-a3f41ad9-43eb-4da6-a021-3da998ac8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.562864 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-a3f41ad9-43eb-4da6-a021-3da998ac8bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2d3af361723402788d06b9a3c5c16bb&device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 1097 time: 0.1244340
Jun 01 12:48:16.610435 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:48:16.620947 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:16.752763 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-23998b98-0ae6-4580-9417-d4c1ef536f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.756121 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-23998b98-0ae6-4580-9417-d4c1ef536f74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 200  len: 909 time: 0.1589580
Jun 01 12:48:16.773079 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760e88-f1e5-4760-b95b-fb09261b3627 req-5f6c6202-4273-4961-8251-cd99b2b20b1b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.774957 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ad760e88-f1e5-4760-b95b-fb09261b3627 req-5f6c6202-4273-4961-8251-cd99b2b20b1b tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 944 time: 0.3222318
Jun 01 12:48:16.807088 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:16.808952 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:16.809568 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:16.846512 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fa03-6574-47b8-867e-3ae8ea90af03 req-5c1e7a85-0a65-4161-98e1-aaa64b00d3e5 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:16.853657 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-56a1fa03-6574-47b8-867e-3ae8ea90af03 req-5c1e7a85-0a65-4161-98e1-aaa64b00d3e5 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 945 time: 0.2714393
Jun 01 12:48:16.887386 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ad760e88-f1e5-4760-b95b-fb09261b3627 req-08ab5b8b-5b74-4376-b7d5-0d2f899e8584 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045058
Jun 01 12:48:16.903174 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-4bbee410-bb3e-4ba7-8974-b47ff99a7240 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a2c0858-7727-4a21-b063-3a86964814ab HTTP/1.1" status: 200  len: 217 time: 0.1304278
Jun 01 12:48:16.922607 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-56a1fa03-6574-47b8-867e-3ae8ea90af03 req-a42121d9-b412-4e70-8986-eae92ea5b478 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680535
Jun 01 12:48:16.934505 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:16.974279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa', 'network_id': '70ed443d-257a-40be-a0aa-55d1b2de0e80', 'port_id': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa', 'mac_address': 'fa:16:3e:21:1d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c338a5-4d8f-48f2-be34-6af322282f4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:48:16.977232 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:16.987783 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:17.116259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-488a4bfb-2b67-4d59-b5ac-9da2ce670588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:17.117893 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-488a4bfb-2b67-4d59-b5ac-9da2ce670588 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e2ca1e9-320a-48e5-96b4-cd035a569a9d HTTP/1.1" status: 200  len: 848 time: 0.2058105
Jun 01 12:48:17.141971 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:17.150100 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:17.152959 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:17.154563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device dba8917e-ae64-42d5-bb8d-f5addd437802 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:17.179872 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-17cae58d-ba94-4210-88f8-afccf7b70541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d65dd2-08ee-487f-923f-d023d6f53c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540876
Jun 01 12:48:17.185281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:17.228069 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Pushing event updated for resources: {'Port': ['ID=d47e4267-5d04-463d-a2f5-241eeb0423fe,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:17.229707 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:17.236264 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:17.262754 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:17.272297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:17.276303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:17.384577 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ada096-5b1e-45b7-bff4-7cdf22273b6d None None] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:48:17.439096 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port dba8917e-ae64-42d5-bb8d-f5addd437802 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:17.453865 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-8371ddfd-a70b-47e8-b84d-c9a23a5786b9 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604420
Jun 01 12:48:17.508699 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:17.519974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:17.700859 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Provisioning for port dba8917e-ae64-42d5-bb8d-f5addd437802 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:17.718232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Provisioning complete for port dba8917e-ae64-42d5-bb8d-f5addd437802 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:17.719004 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:17.755471 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['60ad51a9-2788-4b2d-81db-3b2fbbdaccaa'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:17.766521 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7c73f5b1-27af-4078-a79f-aba271daf7a3 req-1d992c18-e1ad-4f79-be6d-670ce5afc229 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2996404
Jun 01 12:48:17.974765 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.078555 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4fc62-8732-497c-9191-6234284c46ac req-5f8c0986-93e5-4fc9-9488-0c0642a335dc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:18.080554 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66d4fc62-8732-497c-9191-6234284c46ac req-5f8c0986-93e5-4fc9-9488-0c0642a335dc tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.4908578
Jun 01 12:48:18.092192 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3ce2-9cde-4742-8aa3-c8a68d3645c7 req-0c2b37c7-1539-4d9b-a84d-68290379281f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:18.099458 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9b5b3ce2-9cde-4742-8aa3-c8a68d3645c7 req-0c2b37c7-1539-4d9b-a84d-68290379281f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 945 time: 0.4697897
Jun 01 12:48:18.136401 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.213018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] For port dba8917e-ae64-42d5-bb8d-f5addd437802, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=dba8917e-ae64-42d5-bb8d-f5addd437802,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:18.228519 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.235275 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:18.263100 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9b5b3ce2-9cde-4742-8aa3-c8a68d3645c7 req-26eb9692-36d5-4ead-bf4f-524d42893a2b tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627517
Jun 01 12:48:18.275512 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66d4fc62-8732-497c-9191-6234284c46ac req-a16c13d6-339f-45c5-964c-1f8f3a3ce25f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575410
Jun 01 12:48:18.338686 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Pushing event updated for resources: {'Port': ['ID=dba8917e-ae64-42d5-bb8d-f5addd437802,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:18.348396 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:18.526640 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device dba8917e-ae64-42d5-bb8d-f5addd437802 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:18.600011 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-911f6b53-7f09-49a3-b687-7e3f51f5dc9a None None] Provisioning complete for port dba8917e-ae64-42d5-bb8d-f5addd437802 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:18.600773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-911f6b53-7f09-49a3-b687-7e3f51f5dc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.692205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port dba8917e-ae64-42d5-bb8d-f5addd437802 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:18.692580 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.731523 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:18.742211 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856b45-af60-429f-812f-6cc60c205636 req-652671bd-c2d1-46e9-8def-809dc7a58f02 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:18.749991 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-42856b45-af60-429f-812f-6cc60c205636 req-652671bd-c2d1-46e9-8def-809dc7a58f02 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 944 time: 0.2133584
Jun 01 12:48:18.876136 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-42856b45-af60-429f-812f-6cc60c205636 req-b39957a2-fab5-49ff-b941-da7973a08f5d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251779
Jun 01 12:48:19.037223 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:48:19.220833 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:48:19.229808 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Sync routers for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:48:19.239707 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:19.240380 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd2931f0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:19.246883 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:19.248094 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-246bd40b-3a06-4ec3-84b2-ac0312140248 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.3471279
Jun 01 12:48:19.251217 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54138) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:19.448920 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:19.749963 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668436bd-4115-4f8e-bc2f-a5196b0b3f96 req-6148cb65-2b37-44fe-a79d-3557e626c4b9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:19.756974 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-668436bd-4115-4f8e-bc2f-a5196b0b3f96 req-6148cb65-2b37-44fe-a79d-3557e626c4b9 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 945 time: 0.3276129
Jun 01 12:48:19.793003 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdc330-978f-40e1-8f4e-ed13d1c71ec5 req-2569c712-d726-4cc6-8765-d2235c096658 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:19.794543 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-babdc330-978f-40e1-8f4e-ed13d1c71ec5 req-2569c712-d726-4cc6-8765-d2235c096658 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.3270297
Jun 01 12:48:19.807424 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd2931f0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:17Z', 'revision_number': 3, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:19.811994 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Checking router: 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:48:19.812456 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Updating router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f port d47e4267-5d04-463d-a2f5-241eeb0423fe binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:48:19.871798 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:19.995866 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-668436bd-4115-4f8e-bc2f-a5196b0b3f96 req-50831524-e3d3-4501-adbc-083b9890afb3 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378161
Jun 01 12:48:20.033323 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-babdc330-978f-40e1-8f4e-ed13d1c71ec5 req-5064f598-272f-43eb-8267-803e9b1a0a50 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321920
Jun 01 12:48:20.188201 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:48:20.252408 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.265994 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Transition to ACTIVE for port object d47e4267-5d04-463d-a2f5-241eeb0423fe will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:20.273593 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.277835 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-4866c0f0-3fe8-4ede-80a2-e2eceac3addd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:20.301420 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ab09e-5727-4188-8a73-6ac1fa98f54b req-e7f97973-63a0-41a7-a4f5-247d37558149 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:20.302882 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-106ab09e-5727-4188-8a73-6ac1fa98f54b req-e7f97973-63a0-41a7-a4f5-247d37558149 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 944 time: 0.1731815
Jun 01 12:48:20.358265 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Attempting to bind port d47e4267-5d04-463d-a2f5-241eeb0423fe on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:20.358583 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Attempting to bind port d47e4267-5d04-463d-a2f5-241eeb0423fe by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:20.358967 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Attempting to bind port d47e4267-5d04-463d-a2f5-241eeb0423fe on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:20.361052 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794abc9-ee52-426c-a92c-4186da04bc6b None None] Pushing event updated for resources: {'Port': ['ID=d47e4267-5d04-463d-a2f5-241eeb0423fe,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:20.364646 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-5794abc9-ee52-426c-a92c-4186da04bc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:20.367192 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:20.367562 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:20.367965 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.368343 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:20.369356 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Bound port: d47e4267-5d04-463d-a2f5-241eeb0423fe, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:20.369356 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.403298 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-106ab09e-5727-4188-8a73-6ac1fa98f54b req-a80b235a-e32e-495a-a3a3-9094cc7dcfda tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933783
Jun 01 12:48:20.409686 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.445832 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] For port d47e4267-5d04-463d-a2f5-241eeb0423fe, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:20.449181 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] For port d47e4267-5d04-463d-a2f5-241eeb0423fe, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d47e4267-5d04-463d-a2f5-241eeb0423fe,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:20.453197 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.457573 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:20.539089 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794abc9-ee52-426c-a92c-4186da04bc6b None None] Pushing event updated for resources: {'Port': ['ID=d47e4267-5d04-463d-a2f5-241eeb0423fe,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:20.543626 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-5794abc9-ee52-426c-a92c-4186da04bc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:20.546677 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:20.548122 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd2931f0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:20.632500 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 3a2c0858-7727-4a21-b063-3a86964814ab details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:48:20.637632 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:20.651239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Allocated IP 172.20.0.1 (fa19b5fa-6d0f-447a-a0e4-530c654dc5e0/3bf538d9-5ecb-49a4-b66e-f26b01d33921/add38c35-5146-4c8b-b729-4b0a7aaa67dd) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:20.742413 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:20.801158 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:20.816436 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:20.816816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.822562 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.840388 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Transition to ACTIVE for port object add38c35-5146-4c8b-b729-4b0a7aaa67dd will not be triggered until provisioned by entity DHCP. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:20.871083 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:20.876192 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:20.937424 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3a2c0858-7727-4a21-b063-3a86964814ab,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:20.970392 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '3a2c0858-7727-4a21-b063-3a86964814ab', 'network_id': 'd3d65dd2-08ee-487f-923f-d023d6f53c49', 'port_id': '3a2c0858-7727-4a21-b063-3a86964814ab', 'mac_address': 'fa:16:3e:6c:a1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ca1e9-320a-48e5-96b4-cd035a569a9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:48:20.986538 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Pushing event updated for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:20.999405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:21.010085 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:21.011477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:21.014372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:21.093838 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd2931f0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:17Z', 'revision_number': 3, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:21.103926 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda562f-6949-4053-8b13-26c0ad72cb55 None None] The sync data for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi is: [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:17Z', 'revision_number': 3, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:48:21.135543 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.185752 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.234340 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.254117 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2c0858-7727-4a21-b063-3a86964814ab {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:21.284714 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:21.287116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e7d47f-9c73-4096-b856-6ec5bdb6c67f" -d '{"events": [{"server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "name": "network-vif-plugged", "status": "completed", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:21.293426 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3a2c0858-7727-4a21-b063-3a86964814ab,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:21.299187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:21.300582 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.302317 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:21.341932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.396186 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:21.407067 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:21.407935 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:21.439843 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1cee4-801e-405d-b7d5-8e8309bccdaf req-f0fae652-e9f7-4f72-960c-6a014a9f048c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:21.441331 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5dd1cee4-801e-405d-b7d5-8e8309bccdaf req-f0fae652-e9f7-4f72-960c-6a014a9f048c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2278020
Jun 01 12:48:21.464421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-b36f76a6-b417-4999-b9ef-de428b648061 None None] Provisioning for port add38c35-5146-4c8b-b729-4b0a7aaa67dd completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:21.503357 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-b36f76a6-b417-4999-b9ef-de428b648061 None None] Provisioning complete for port add38c35-5146-4c8b-b729-4b0a7aaa67dd triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:21.504147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b36f76a6-b417-4999-b9ef-de428b648061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.516532 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec49b8a-e01d-48d7-a57b-3c5e6e07fc26 req-fc673bdb-9735-4065-8397-097871dcb674 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:21.518438 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eec49b8a-e01d-48d7-a57b-3c5e6e07fc26 req-fc673bdb-9735-4065-8397-097871dcb674 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.2617142
Jun 01 12:48:21.581782 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:21.587034 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:21.590121 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:21.591246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-b36f76a6-b417-4999-b9ef-de428b648061 None None] Port add38c35-5146-4c8b-b729-4b0a7aaa67dd cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:48:21.608297 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5dd1cee4-801e-405d-b7d5-8e8309bccdaf req-98e012a5-d6f5-4faf-b1e2-c501f8ba1112 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357098
Jun 01 12:48:21.649525 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eec49b8a-e01d-48d7-a57b-3c5e6e07fc26 req-39986782-4012-4b37-871e-1f4662d6f70d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207740
Jun 01 12:48:21.692484 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18768d-36b1-418c-ac1f-12e17a6b2e8a x-openstack-request-id: req-8e18768d-36b1-418c-ac1f-12e17a6b2e8a {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:21.693023 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "name": "network-vif-plugged", "status": "completed", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:21.693023 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e18768d-36b1-418c-ac1f-12e17a6b2e8a {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:21.693422 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa', 'code': 200}
Jun 01 12:48:21.745967 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['3a2c0858-7727-4a21-b063-3a86964814ab'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:21.951935 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d9641-2b95-4394-ac7d-095f949fe556 req-cb675455-eee2-4647-9689-06ff3b2e724c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:21.953485 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea1d9641-2b95-4394-ac7d-095f949fe556 req-cb675455-eee2-4647-9689-06ff3b2e724c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 945 time: 0.1404762
Jun 01 12:48:22.004098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4ece2-68e2-43b8-9b1b-d12ec6059b8e req-3ec24f0d-a529-49e9-856d-d4d0264e471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:22.005602 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-47d4ece2-68e2-43b8-9b1b-d12ec6059b8e req-3ec24f0d-a529-49e9-856d-d4d0264e471b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 1099 time: 0.0913322
Jun 01 12:48:22.014375 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.024133 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ea1d9641-2b95-4394-ac7d-095f949fe556 req-ef0d4ce5-3667-477d-bd4f-cf821a8a5ab5 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628881
Jun 01 12:48:22.024899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.056100 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-47d4ece2-68e2-43b8-9b1b-d12ec6059b8e req-f0f0408e-b6a1-4700-b3b3-0bcd155b14dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417180
Jun 01 12:48:22.058075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-10f10ae0-a8e3-4237-8798-ce2562b64cd6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:22.148231 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.152200 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Pushing event updated for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:22.156110 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:22.393462 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:22.394696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:22.514557 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d47e4267-5d04-463d-a2f5-241eeb0423fe up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:22.638610 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port d47e4267-5d04-463d-a2f5-241eeb0423fe completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:22.647438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d47e4267-5d04-463d-a2f5-241eeb0423fe triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:22.647809 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.653815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:48:22.748868 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-cf41af06-6ee2-40e5-851d-19ec8bf41900 None None] Provisioning complete for port add38c35-5146-4c8b-b729-4b0a7aaa67dd triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:22.749482 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cf41af06-6ee2-40e5-851d-19ec8bf41900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.819377 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-cf41af06-6ee2-40e5-851d-19ec8bf41900 None None] Port add38c35-5146-4c8b-b729-4b0a7aaa67dd cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:48:22.885792 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.908179 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port d47e4267-5d04-463d-a2f5-241eeb0423fe, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d47e4267-5d04-463d-a2f5-241eeb0423fe,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:22.913960 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:22.916562 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:22.984143 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:48:22.987245 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=d47e4267-5d04-463d-a2f5-241eeb0423fe,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:22.990464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:23.002337 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] 10.222.0.86 "PUT /v2.0/routers/7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7499807
Jun 01 12:48:23.026116 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a47fd-6642-414c-ad7a-d935e9140b74 req-b5df4688-ca45-4c79-971e-0da5f2a5952a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:23.027695 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-129a47fd-6642-414c-ad7a-d935e9140b74 req-b5df4688-ca45-4c79-971e-0da5f2a5952a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.1936514
Jun 01 12:48:23.038198 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab99b9-942e-4e57-a44e-1c316ef757d3 req-79591c39-f8d8-4f8f-a601-409d902b51f2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:23.047967 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b4ab99b9-942e-4e57-a44e-1c316ef757d3 req-79591c39-f8d8-4f8f-a601-409d902b51f2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2798629
Jun 01 12:48:23.086612 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Sync routers for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:48:23.096492 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:23.097405 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97a7f0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:23.136094 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b4ab99b9-942e-4e57-a44e-1c316ef757d3 req-ef840cc6-f7f8-4d33-814e-5ac81fbb5b56 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861640
Jun 01 12:48:23.141078 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-129a47fd-6642-414c-ad7a-d935e9140b74 req-d0a7c312-d473-4c1a-88d5-d08dd82c5991 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671167
Jun 01 12:48:23.434382 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:23.440938 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac74f-dca5-418d-b715-04ff359fb2ea req-873d5e7c-86b7-498d-bd85-8ce7b0bcaf2c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:23.442508 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-128ac74f-dca5-418d-b715-04ff359fb2ea req-873d5e7c-86b7-498d-bd85-8ce7b0bcaf2c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 945 time: 0.1424913
Jun 01 12:48:23.523514 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-128ac74f-dca5-418d-b715-04ff359fb2ea req-eb515982-2a53-4ce5-af13-ce4187109d74 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733483
Jun 01 12:48:23.805848 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54196) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:23.814173 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520727461', 'description': 'tempest-secgroup-smoke-1520727461 description', 'project_id': '135cc459ca0d456eab7c7cc3da170f74'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:23.818459 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97a7f0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:21Z', 'revision_number': 4, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'add38c35-5146-4c8b-b729-4b0a7aaa67dd', 'name': '', 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'mac_address': 'fa:16:3e:e1:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:20Z', 'updated_at': '2021-06-01T12:48:21Z', 'revision_number': 2, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'subnets': [{'id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:23.819166 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:23.822425 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Checking router: 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:48:23.822818 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Updating router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f port add38c35-5146-4c8b-b729-4b0a7aaa67dd binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:48:23.823335 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:23.826583 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:23.833477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:23.845769 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:23.867408 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:23.871724 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:23.874616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:23.880822 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:23.884809 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:23.963139 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:23.967451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:23.976471 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c6cc1007-edee-4154-852f-fc7deecb071d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:24.018110 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71be70-ad7f-472b-9511-0842426c6d90,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:24.027532 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.027901 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.029507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.029507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.029507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.029507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.030259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.030259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.030515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.030826 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.031329 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.031882 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.035823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.039964 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2300160
Jun 01 12:48:24.039964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:24.042348 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54200) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:24.049421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:24.060946 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:24.065851 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:24.068919 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:24.075195 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:24.096038 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.172993 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.178473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.187866 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:24.213385 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f2f53a-64b3-41c5-bad0-a2b09a6231d3,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:24.218177 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:24.219500 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.220686 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1793313
Jun 01 12:48:24.223406 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54208) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:24.229025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:24.236481 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:24.240444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:24.243683 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:24.251599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:24.272735 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.306464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.324698 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Transition to ACTIVE for port object add38c35-5146-4c8b-b729-4b0a7aaa67dd will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:24.335531 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.342157 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:24.506259 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.519404 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.522519 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d47e4267-5d04-463d-a2f5-241eeb0423fe up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:24.541089 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6646aabb-bf1e-4d5e-8f8e-0b00be5af9e1 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:24.578558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4ba6a-ae60-425c-8eb2-d9c559c1533b req-3cadc7dd-7e55-4e0d-8d74-45dac05dc9da tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:24.580624 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cb4ba6a-ae60-425c-8eb2-d9c559c1533b req-3cadc7dd-7e55-4e0d-8d74-45dac05dc9da tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2914579
Jun 01 12:48:24.583440 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3aebeb-3c15-421c-a0a2-95cf72effcf5,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:24.587049 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:24.587300 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Pushing event updated for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:24.594298 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:24.639684 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce973-4b12-42f1-b4cc-23c3eabf0cea req-2f8769a3-cb39-4bfd-83af-488bc329682d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:24.641613 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d51ce973-4b12-42f1-b4cc-23c3eabf0cea req-2f8769a3-cb39-4bfd-83af-488bc329682d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.3028483
Jun 01 12:48:24.646644 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.655903 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-eb3c7e9a-101b-4071-8d60-824a2ee4b083 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4286630
Jun 01 12:48:24.656236 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54220) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:24.661655 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:24.670065 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:24.681543 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:24.687875 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:24.693749 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 3a2c0858-7727-4a21-b063-3a86964814ab up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:24.722328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:24.729400 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d51ce973-4b12-42f1-b4cc-23c3eabf0cea req-88ccbdfb-e360-4521-b9f9-89ade97683a6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745244
Jun 01 12:48:24.735668 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cb4ba6a-ae60-425c-8eb2-d9c559c1533b req-083253a1-6475-4f6c-82df-906c84d51f84 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432307
Jun 01 12:48:24.747589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.798051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Attempting to bind port add38c35-5146-4c8b-b729-4b0a7aaa67dd on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:24.798858 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Attempting to bind port add38c35-5146-4c8b-b729-4b0a7aaa67dd by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:24.799457 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Attempting to bind port add38c35-5146-4c8b-b729-4b0a7aaa67dd on network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:24.810272 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:24.810986 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Checking segment: {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:24.811559 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.812116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Bound using segment: {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:24.812789 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Bound port: add38c35-5146-4c8b-b729-4b0a7aaa67dd, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da75516e-ef9c-417c-9302-b6441bdda4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:24.813337 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.840860 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.846168 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.849510 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:24.916116 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.920754 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2606163
Jun 01 12:48:24.927519 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54226) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:24.936084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:24.944013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:24.948736 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:24.958605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:24.968846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:24.975438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] For port add38c35-5146-4c8b-b729-4b0a7aaa67dd, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:24.979089 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] For port add38c35-5146-4c8b-b729-4b0a7aaa67dd, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=add38c35-5146-4c8b-b729-4b0a7aaa67dd,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:24.979271 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a32e3e-3edd-48d9-9672-acddea395395,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:24.990217 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:24.996249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.996599 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.996876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.997235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.997585 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.997935 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:24.998595 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.000435 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:25.000605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.000993 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.001347 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.001699 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.002042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:48:25.006205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.060101 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:25.067817 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d47e4267-5d04-463d-a2f5-241eeb0423fe triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:25.068200 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.076591 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d36408-aa3f-4e39-9d82-c3e23cc54cbe req-91a62b3c-2e3b-441a-bfcf-9192939fc8d9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:25.078598 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-29d36408-aa3f-4e39-9d82-c3e23cc54cbe req-91a62b3c-2e3b-441a-bfcf-9192939fc8d9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 945 time: 0.1621957
Jun 01 12:48:25.101121 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.106497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.109570 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-66cd57e3-0863-49b5-b11e-bc9e264bb40f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:25.137656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41da66ac-8a50-458e-b431-f2c34959b82a,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:25.150434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:25.165522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.170771 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-29d36408-aa3f-4e39-9d82-c3e23cc54cbe req-54ace027-c5f1-41a1-9fd8-67951e0264e6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788984
Jun 01 12:48:25.176939 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2480588
Jun 01 12:48:25.180265 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54232) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:25.185911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:25.200994 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:25.210001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:25.217820 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:25.229945 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:25.230822 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97a7f0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:25.231449 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:25.255067 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.securitygroups_db [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Project 135cc459ca0d456eab7c7cc3da170f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:48:25.277883 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.303554 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Pushing event updated for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:25.344584 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:25.365895 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 3a2c0858-7727-4a21-b063-3a86964814ab completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:25.379336 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 3a2c0858-7727-4a21-b063-3a86964814ab triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:25.379723 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.424668 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.433080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.450897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:25.476537 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bcbe7d-0627-439a-8596-48c576d3cfae,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:25.479646 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:25.481654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.486352 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54242) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:25.486527 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3051374
Jun 01 12:48:25.492436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'security_group_rule': {'security_group_id': '6e71be70-ad7f-472b-9511-0842426c6d90', 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:25.501811 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:25.508343 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:security_group_rule and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:25.512064 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:25.520056 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:25.532272 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.securitygroups_db [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Project 135cc459ca0d456eab7c7cc3da170f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:48:25.539968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.628603 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.633342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.635496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b16a2f30-7ba7-4de4-a357-eb441a6765fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:25.658743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eadaa2-ae38-4cd6-97f2-7dda3403983d,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:25.663106 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:25.673923 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:25.676384 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.689348 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2014074
Jun 01 12:48:25.782266 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.945053 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:25.949285 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3303fc8-06ba-4cad-9837-bd02591546f1" -d '{"events": [{"server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "name": "network-vif-plugged", "status": "completed", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:25.971031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3a2c0858-7727-4a21-b063-3a86964814ab,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:25.982529 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:25.985674 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:26.036446 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe2787-85de-4957-a4cd-074ac7a34177 x-openstack-request-id: req-5efe2787-85de-4957-a4cd-074ac7a34177 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:26.036737 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "name": "network-vif-plugged", "status": "completed", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:26.037067 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5efe2787-85de-4957-a4cd-074ac7a34177 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:26.037401 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab', 'code': 200}
Jun 01 12:48:26.041271 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f24bd-7c47-477a-acb2-45049311a23c req-2090d32a-fb6d-4c59-a0e9-ea783753b3b9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:26.043410 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f5f24bd-7c47-477a-acb2-45049311a23c req-2090d32a-fb6d-4c59-a0e9-ea783753b3b9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1418903
Jun 01 12:48:26.140837 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:26.145198 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:26.184884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc97a7f0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:21Z', 'revision_number': 4, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'add38c35-5146-4c8b-b729-4b0a7aaa67dd', 'name': '', 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'mac_address': 'fa:16:3e:e1:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:20Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 4, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'subnets': [{'id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:26.190969 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22efac5-cc09-45d5-8e68-5a649a396f82 None None] The sync data for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi is: [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:48:21Z', 'revision_number': 4, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'add38c35-5146-4c8b-b729-4b0a7aaa67dd', 'name': '', 'network_id': 'fa19b5fa-6d0f-447a-a0e4-530c654dc5e0', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'mac_address': 'fa:16:3e:e1:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:20Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 4, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'subnets': [{'id': '3bf538d9-5ecb-49a4-b66e-f26b01d33921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:48:26.320000 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3f5f24bd-7c47-477a-acb2-45049311a23c req-a2b1f223-d619-40ec-a5ef-5ea9faf0142a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439954
Jun 01 12:48:26.622056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device add38c35-5146-4c8b-b729-4b0a7aaa67dd up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:26.638297 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54529334-63e2-43b9-8e1b-bd703e9a7144 req-1d18af38-ba8b-47ed-877c-face0dae13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:26.640881 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-54529334-63e2-43b9-8e1b-bd703e9a7144 req-1d18af38-ba8b-47ed-877c-face0dae13c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 1099 time: 0.2507203
Jun 01 12:48:26.740940 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b154-ffe8-43ae-8bac-c6c3eb5dbfee req-f5bfd250-6fdf-4f7c-b18d-9a7b42e737b9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:26.742498 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3524b154-ffe8-43ae-8bac-c6c3eb5dbfee req-f5bfd250-6fdf-4f7c-b18d-9a7b42e737b9 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.2536130
Jun 01 12:48:26.781588 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-54529334-63e2-43b9-8e1b-bd703e9a7144 req-ef4e02d9-3864-401e-8a2d-6b61af4dfc0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298811
Jun 01 12:48:26.797368 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port add38c35-5146-4c8b-b729-4b0a7aaa67dd completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:26.804162 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port add38c35-5146-4c8b-b729-4b0a7aaa67dd triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:26.804556 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:26.931025 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3524b154-ffe8-43ae-8bac-c6c3eb5dbfee req-734030e3-25f6-4de4-9428-5a8c2e7dc874 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776676
Jun 01 12:48:27.058070 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:27.123823 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port add38c35-5146-4c8b-b729-4b0a7aaa67dd, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=add38c35-5146-4c8b-b729-4b0a7aaa67dd,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:27.131576 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:27.133611 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:27.208089 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277bd0-7a8a-4218-9475-eb0338b8fb70 req-2480c703-2c82-403e-9302-c03c94ab77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:27.211972 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac277bd0-7a8a-4218-9475-eb0338b8fb70 req-2480c703-2c82-403e-9302-c03c94ab77b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.1310277
Jun 01 12:48:27.294005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:27.301677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:27.310006 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac277bd0-7a8a-4218-9475-eb0338b8fb70 req-9376daca-6f64-48df-bae2-ab9840eca840 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914443
Jun 01 12:48:27.611915 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4092d1-11ae-40d0-9912-ccd7ec6ee66f req-1fe8c288-bee5-4b24-a1c9-ecc06a47b020 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:27.620591 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f4092d1-11ae-40d0-9912-ccd7ec6ee66f req-1fe8c288-bee5-4b24-a1c9-ecc06a47b020 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1644857
Jun 01 12:48:27.721166 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f4092d1-11ae-40d0-9912-ccd7ec6ee66f req-bdab99fa-cfbb-4f6d-8fd8-fdec88b1dc1f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992570
Jun 01 12:48:27.767774 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b062fe-6ecf-4dfe-9877-ea4915eb40b3 req-345c2f3b-b274-43bb-95f5-c48c37c4f4c9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:27.769346 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d1b062fe-6ecf-4dfe-9877-ea4915eb40b3 req-345c2f3b-b274-43bb-95f5-c48c37c4f4c9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1232593
Jun 01 12:48:27.825966 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d1b062fe-6ecf-4dfe-9877-ea4915eb40b3 req-77f63f65-4cb9-44a0-8849-dd15d616231e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505633
Jun 01 12:48:27.855509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54350) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:28.130380 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139314e1-747f-44c3-b5b1-6f3e1269df75 req-153513bb-72a2-4ddb-8490-666d5b6fa6e2 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:28.131975 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-139314e1-747f-44c3-b5b1-6f3e1269df75 req-153513bb-72a2-4ddb-8490-666d5b6fa6e2 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.0893922
Jun 01 12:48:28.180576 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-139314e1-747f-44c3-b5b1-6f3e1269df75 req-30c2e941-2f55-4133-b70e-c68a3d59af39 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421474
Jun 01 12:48:28.233941 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8a5de-9899-41d5-9d15-37150982b2bd tempest-TestMinimumBasicScenario-482239463 tempest-TestMinimumBasicScenario-482239463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:28.235592 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c9c8a5de-9899-41d5-9d15-37150982b2bd tempest-TestMinimumBasicScenario-482239463 tempest-TestMinimumBasicScenario-482239463-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1094 time: 0.3803074
Jun 01 12:48:28.238471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54362) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:28.243542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'port_id': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:28.250085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:28.254850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:floatingip and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:28.258012 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:28.265341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:28.282290 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:28.461358 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device add38c35-5146-4c8b-b729-4b0a7aaa67dd up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:48:28.491310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:28.529576 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port add38c35-5146-4c8b-b729-4b0a7aaa67dd triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:28.529957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:28.646430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Allocated IP 172.27.2.248 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/c4230811-494b-4de1-b3dc-c85db32bbe1d) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:28.888225 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:28.923495 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:28.927690 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:28.965295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef221-938c-4f24-b765-f7ba3117af0e req-e5f04fd6-9d06-483a-aaf6-695b5c13c4f7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:28.970007 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-efaef221-938c-4f24-b765-f7ba3117af0e req-e5f04fd6-9d06-483a-aaf6-695b5c13c4f7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0927520
Jun 01 12:48:28.998227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:29.001246 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:29.005937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:29.023472 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-efaef221-938c-4f24-b765-f7ba3117af0e req-cfbb506a-08d5-42d9-b328-ef1dcb79235a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454071
Jun 01 12:48:29.032080 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'Port': ['ID=c4230811-494b-4de1-b3dc-c85db32bbe1d,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:29.037252 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:29.352363 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cc259637-a7cb-41ea-8f95-c16ccc8090a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:29.395853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c29f-5d78-4646-a7fe-ed2d11337ce3 req-c3cfb268-1903-4bd5-aff4-3ee131525b69 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:29.398268 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5506c29f-5d78-4646-a7fe-ed2d11337ce3 req-c3cfb268-1903-4bd5-aff4-3ee131525b69 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.0971973
Jun 01 12:48:29.455468 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5506c29f-5d78-4646-a7fe-ed2d11337ce3 req-5e2bec77-07f7-4af3-964d-ad402c6b5218 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493329
Jun 01 12:48:29.649718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:29.782270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:30.023562 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:30.033593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:30.039833 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:30.233327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:30.242985 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b750c1-d375-4fe7-bd76-a27b6216f7b5 req-21b8f618-ebbc-4ece-97d1-5b11da617e9d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:30.253021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-31b750c1-d375-4fe7-bd76-a27b6216f7b5 req-21b8f618-ebbc-4ece-97d1-5b11da617e9d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1192670
Jun 01 12:48:30.303693 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-31b750c1-d375-4fe7-bd76-a27b6216f7b5 req-b1b8c0a5-01ce-436a-8da2-7d044fa78eff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496230
Jun 01 12:48:30.327645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'Port': ['ID=c4230811-494b-4de1-b3dc-c85db32bbe1d,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:30.332603 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:30.440854 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Floating IP 8b584a24-5421-456a-a12b-f5aabec6457a associated. External IP: 172.27.2.248, port: b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853.
Jun 01 12:48:30.977756 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-dd67e63a-26ba-452e-85b6-809b929c2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:30.979358 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-dd67e63a-26ba-452e-85b6-809b929c2369 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 1099 time: 0.1198671
Jun 01 12:48:30.981411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:48:31.026001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038d400-0dae-4d7a-883b-a4211d2232d7 req-4e7c4fb2-5c7a-4bc1-9974-37a4d563f22c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:31.031149 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3038d400-0dae-4d7a-883b-a4211d2232d7 req-4e7c4fb2-5c7a-4bc1-9974-37a4d563f22c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1268320
Jun 01 12:48:31.143722 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3038d400-0dae-4d7a-883b-a4211d2232d7 req-7ed67cbf-67b9-4474-b5d7-df79a390c089 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766983
Jun 01 12:48:31.161421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276277ba-3300-46cd-86d9-19eb4d39f2d0 req-6fff53c0-6dbf-41c1-a5d8-cec250db0db1 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:31.168412 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-276277ba-3300-46cd-86d9-19eb4d39f2d0 req-6fff53c0-6dbf-41c1-a5d8-cec250db0db1 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.1319127
Jun 01 12:48:31.212606 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-276277ba-3300-46cd-86d9-19eb4d39f2d0 req-18374fed-ae46-4880-abbe-55a1ef52986d tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432980
Jun 01 12:48:31.276936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-3a7bd15b-d7f0-4d47-b44a-87ed55c35c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:31.278414 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-3a7bd15b-d7f0-4d47-b44a-87ed55c35c04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.2893548
Jun 01 12:48:31.289479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:48:31.309071 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Sync routers for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:48:31.320814 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:31.321629 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb6a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:31.381646 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-d935b70d-0765-4192-88a2-f4b540f0ac3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 200  len: 217 time: 0.0895114
Jun 01 12:48:31.394335 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.502236 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2626457
Jun 01 12:48:31.504951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:31.505513 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54418) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:31.507288 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:31.511720 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287253051', 'description': 'tempest-secgroup-smoke-287253051 description', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:31.515123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-4fc556f6-8358-4117-8e1c-a0c23b4773bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:31.516759 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-4fc556f6-8358-4117-8e1c-a0c23b4773bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.0857439
Jun 01 12:48:31.519080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:31.523452 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:31.527309 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:31.529069 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:31.535686 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:31.549787 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.573760 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218b435-c36c-489e-830e-40cc6ed944ae x-openstack-request-id: req-b218b435-c36c-489e-830e-40cc6ed944ae {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:31.574084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:31.574377 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b218b435-c36c-489e-830e-40cc6ed944ae {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:31.574814 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:48:31.577089 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-188b9f76-fdc1-4c5e-a38f-79fc1254781e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515320
Jun 01 12:48:31.583037 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:31.588401 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:31.591533 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:31.598768 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:31.694474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.710696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.716928 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:31.772468 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e894bb-b0c4-459f-8f21-4f224541b9a1,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:31.776648 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:31.778044 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.784823 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2778406
Jun 01 12:48:31.785832 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54424) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:31.795416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:31.804422 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:31.809947 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:31.814089 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:31.821943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:31.846434 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.915837 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-18d8610a-9f6f-41ce-8dff-2675f4961573 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245270
Jun 01 12:48:31.923159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-21914be2-10f8-459c-974e-6cb87beded5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:31.924941 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-21914be2-10f8-459c-974e-6cb87beded5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1099 time: 0.3140616
Jun 01 12:48:31.947831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.953763 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.954377 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-9884f9f9-7ad3-44a2-bec5-8a838852ade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:31.966291 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:31.991269 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb4d5ba-6d68-4efe-95a5-e33e6b901621,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:31.994122 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:32.004220 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.005961 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2187958
Jun 01 12:48:32.010430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54430) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:32.016589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:32.024512 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:32.031989 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:32.033717 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.038902 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:32.045809 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:32.067629 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.077418 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb6a0>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '8b584a24-5421-456a-a12b-f5aabec6457a', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'port_id': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'mac_address': 'fa:16:3e:09:04:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:29Z', 'updated_at': '2021-06-01T12:48:29Z', 'revision_number': 0, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:32.083955 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Checking router: 2e1c2693-6d57-4b23-b73e-6069dbf2e322 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:48:32.098101 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:48:32.099430 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb6a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:48:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:32.162275 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.170570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.198484 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b26057e9-b1ac-46e3-921f-891e7ed0b7e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:32.218831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22423dfd-22eb-4ba0-9493-89da4dabe7a1,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:32.220756 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.222218 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2101595
Jun 01 12:48:32.223464 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9a84d1ea-a105-40fd-a3f7-308027ca8a7a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:32.224972 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54438) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:32.232561 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:32.241033 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:32.250554 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:32.255735 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:32.267609 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:32.296749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.344698 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-799d3135-87eb-4087-b3c3-fe841bf3d0a1 req-0f568348-d4f0-431e-871e-6b1f2fa6f29f service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3899612
Jun 01 12:48:32.350054 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-773f0926-596f-4d5c-b030-7b51df986f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:32.351857 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-773f0926-596f-4d5c-b030-7b51df986f8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.3622084
Jun 01 12:48:32.415866 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:48:32.571635 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0720010-cb4f-445e-8fe1-7923f3651ff3 req-8507b60b-9906-4a58-8161-4a9b31e02999 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:32.574273 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0720010-cb4f-445e-8fe1-7923f3651ff3 req-8507b60b-9906-4a58-8161-4a9b31e02999 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2679522
Jun 01 12:48:32.575114 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-c84cd4e2-d7b6-4a70-8b5b-584382fdaedf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 1000 time: 0.2039204
Jun 01 12:48:32.616059 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.637382 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.653077 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde8260-ceb3-40f9-92a3-1bd2f67e2963 req-21e72625-06de-42aa-9f8d-55a9b2ea9a1a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:32.654978 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cde8260-ceb3-40f9-92a3-1bd2f67e2963 req-21e72625-06de-42aa-9f8d-55a9b2ea9a1a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.2484825
Jun 01 12:48:32.662809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-a81a7488-c028-4771-bdc4-a3dd9dcc2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:32.664543 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-a81a7488-c028-4771-bdc4-a3dd9dcc2a3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.0818288
Jun 01 12:48:32.671800 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:32.733666 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0720010-cb4f-445e-8fe1-7923f3651ff3 req-11f7165f-fe86-459d-8ae3-8aeb8d08d558 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436849
Jun 01 12:48:32.767091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e772a7-5641-47e6-bd2e-35e52cfb4481,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:32.772006 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:32.788981 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-27218b86-7131-49d6-a1b7-4e51aba24cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:32.790973 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-27218b86-7131-49d6-a1b7-4e51aba24cea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155879
Jun 01 12:48:32.793212 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:32.794691 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-cb49b034-2d03-4a9a-a4a1-4ae667f14914 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5679090
Jun 01 12:48:32.797793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54448) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:32.800411 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cde8260-ceb3-40f9-92a3-1bd2f67e2963 req-316639cf-d460-473c-81f4-ac20d3b03911 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372998
Jun 01 12:48:32.803250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:32.809629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:32.833949 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:32.838884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:32.852752 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:32.913073 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb6a0>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '8b584a24-5421-456a-a12b-f5aabec6457a', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'port_id': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'mac_address': 'fa:16:3e:09:04:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:29Z', 'updated_at': '2021-06-01T12:48:29Z', 'revision_number': 0, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:48:32.920125 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d6205-a9d8-4387-a7d3-9275875b458a None None] The sync data for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi is: [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '8b584a24-5421-456a-a12b-f5aabec6457a', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'port_id': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'mac_address': 'fa:16:3e:09:04:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:29Z', 'updated_at': '2021-06-01T12:48:29Z', 'revision_number': 0, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:48:32.981889 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.041884 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-3b04bf0c-cc28-4c53-b5ef-a15ea54d9fbe service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288017
Jun 01 12:48:33.065245 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.151470 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.160039 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.166489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:33.178611 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f6a30-a02f-460b-8e0d-515f010f69bb None None] New status for floating IP 8b584a24-5421-456a-a12b-f5aabec6457a: ACTIVE {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:48:33.208642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915e34d6-b540-48a1-8834-ee9aabf80ce5,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:33.214508 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:33.224830 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.229092 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4300923
Jun 01 12:48:33.229538 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54456) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:33.236635 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:33.246418 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:33.247786 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72a64d46-c829-43e9-8d53-c9e5fbf97f4d req-c4dae5cc-4d35-4e50-8919-a68214965378 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897233
Jun 01 12:48:33.251661 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:33.256792 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:33.263945 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:33.279726 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.securitygroups_db [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Project 979fd51ff902401c8eaabc2ef7c5ad7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:48:33.288664 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.396541 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.401503 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.403629 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:33.425099 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8c5ff5-0cf2-462e-aa7c-ef9a1b1b447e,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:33.429457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:33.438022 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.439262 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6e911261-c9af-49bb-b94c-6e1dca764f5f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2085087
Jun 01 12:48:33.442272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54460) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:33.448257 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'security_group_rule': {'security_group_id': 'a6e894bb-b0c4-459f-8f21-4f224541b9a1', 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:33.454634 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:33.458895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Usage tracker for resource:security_group_rule and tenant:979fd51ff902401c8eaabc2ef7c5ad7d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:33.461881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:33.468651 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:33.479393 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.securitygroups_db [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Project 979fd51ff902401c8eaabc2ef7c5ad7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:48:33.486060 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.559544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.565366 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.567897 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a40ade09-b1fd-459c-804a-65f965b8d242 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:33.593578 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745ef9f4-0631-4622-9972-ed0c39ddead6,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:33.598549 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:33.603634 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:33.604833 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1609027
Jun 01 12:48:33.750951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de486-3856-46df-944d-6fe70f10ba3a req-d4096896-8bf4-40c9-adc3-12219120b750 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:33.750951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-d34de486-3856-46df-944d-6fe70f10ba3a req-d4096896-8bf4-40c9-adc3-12219120b750 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Synchronizing usage tracker for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:33.765926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-fc90232e-f032-466d-956c-91b26e9c3c06 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Synchronizing usage tracker for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:33.771909 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-d34de486-3856-46df-944d-6fe70f10ba3a req-d4096896-8bf4-40c9-adc3-12219120b750 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Unset dirty status for tenant:c2d3af361723402788d06b9a3c5c16bb on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:33.773537 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d34de486-3856-46df-944d-6fe70f10ba3a req-d4096896-8bf4-40c9-adc3-12219120b750 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.1312618
Jun 01 12:48:33.801603 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-fc90232e-f032-466d-956c-91b26e9c3c06 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Unset dirty status for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:33.803427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-fc90232e-f032-466d-956c-91b26e9c3c06 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287253051&fields=id&tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d HTTP/1.1" status: 200  len: 267 time: 0.0877144
Jun 01 12:48:33.996373 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Deleting port 3a2c0858-7727-4a21-b063-3a86964814ab {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:48:34.006923 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.015798 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-be1076a3-7648-4312-af57-8160cc7adbf7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:34.024493 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-be1076a3-7648-4312-af57-8160cc7adbf7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.2116232
Jun 01 12:48:34.030527 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'port': {'security_groups': ['3c5f259d-680a-45e2-9c8a-5325bc718ffc', 'a6e894bb-b0c4-459f-8f21-4f224541b9a1']}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:34.094998 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca83d6-8c3d-40ef-bd60-258905ed1611 req-56f3a425-1cda-4e54-801d-b158ce19f16a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:34.101851 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-39ca83d6-8c3d-40ef-bd60-258905ed1611 req-56f3a425-1cda-4e54-801d-b158ce19f16a tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1949511
Jun 01 12:48:34.192688 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] For port 3a2c0858-7727-4a21-b063-3a86964814ab, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3a2c0858-7727-4a21-b063-3a86964814ab,segment=NetworkSegment(c707b727-abdc-431a-b0ee-3a4cac5130ad),segment_id=c707b727-abdc-431a-b0ee-3a4cac5130ad)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:34.193129 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.278072 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-39ca83d6-8c3d-40ef-bd60-258905ed1611 req-7dfa3f6d-ae5b-4b3a-af09-49b05420bd6d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753533
Jun 01 12:48:34.294877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.366421 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Calling delete_port for 3a2c0858-7727-4a21-b063-3a86964814ab owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:48:34.615536 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.627475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:34.629762 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['3a2c0858-7727-4a21-b063-3a86964814ab'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:34.730839 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.797460 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Pushing event deleted for resources: {'Port': ['ID=3a2c0858-7727-4a21-b063-3a86964814ab,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:34.800195 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:34.803736 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d104e07-6aba-4250-bedb-b717b5ec43d2 req-76d13890-a0d9-4d58-b8b5-5bb5a2209253 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:34.812697 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d104e07-6aba-4250-bedb-b717b5ec43d2 req-76d13890-a0d9-4d58-b8b5-5bb5a2209253 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 946 time: 0.3820250
Jun 01 12:48:34.836680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] No DVR routers for this DVR port 3a2c0858-7727-4a21-b063-3a86964814ab on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:48:34.836680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.848486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'name': 'network-vif-deleted', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:34.848486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865846c-c519-4dac-b894-fe7d09d26fce" -d '{"events": [{"server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "name": "network-vif-deleted", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:34.875444 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d34de486-3856-46df-944d-6fe70f10ba3a req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.60 "DELETE /v2.0/ports/3a2c0858-7727-4a21-b063-3a86964814ab HTTP/1.1" status: 204  len: 173 time: 1.0930421
Jun 01 12:48:34.908474 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:34.913572 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5d104e07-6aba-4250-bedb-b717b5ec43d2 req-cde8824b-0c57-42f5-9e14-532873ff020c tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/security-groups?id=790fb2e7-67b5-4b3f-a298-c947cc728185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995083
Jun 01 12:48:34.959611 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.966036 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:34.972610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:34.983423 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:34.985244 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d2e2af-e599-40da-9c63-688526cc0003 x-openstack-request-id: req-57d2e2af-e599-40da-9c63-688526cc0003 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:34.985586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e4f1e2-51ab-4cd8-aeee-5a843e60ce86", "name": "network-vif-deleted", "tag": "3a2c0858-7727-4a21-b063-3a86964814ab", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:34.985875 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57d2e2af-e599-40da-9c63-688526cc0003 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:34.986321 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e4f1e2-51ab-4cd8-aeee-5a843e60ce86', 'name': 'network-vif-deleted', 'tag': '3a2c0858-7727-4a21-b063-3a86964814ab', 'status': 'completed', 'code': 200}
Jun 01 12:48:35.050100 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:35.050785 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:35.055660 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5080e95f-2676-4688-9a9f-414850d9b5f3 req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "PUT /v2.0/ports/b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 982 time: 1.0302212
Jun 01 12:48:35.056387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:35.059363 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f346841-d71d-4810-956f-92580da33aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:35.099765 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=6']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:35.113286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:35.127165 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6f810-995f-4aef-8d1c-4f4910f7f241 x-openstack-request-id: req-ffa6f810-995f-4aef-8d1c-4f4910f7f241 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:35.127403 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:35.127753 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ffa6f810-995f-4aef-8d1c-4f4910f7f241 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:35.128368 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:48:35.335111 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346841-d71d-4810-956f-92580da33aa0 req-1d43fc6d-d8b2-463d-9b47-b8cfa1e80a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:35.336765 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-1d43fc6d-d8b2-463d-9b47-b8cfa1e80a9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1138 time: 0.1811509
Jun 01 12:48:35.362840 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6297db7-2c39-41a1-a0a6-f3210a91a05c req-e1c305a4-655b-41a9-b125-ab6210d28839 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:35.371334 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6297db7-2c39-41a1-a0a6-f3210a91a05c req-e1c305a4-655b-41a9-b125-ab6210d28839 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.1262224
Jun 01 12:48:35.442218 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6297db7-2c39-41a1-a0a6-f3210a91a05c req-230be755-b6f6-48b3-9f9f-7ea074dca687 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0601041
Jun 01 12:48:35.467454 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-4bc9a8b9-39bf-40e0-9d7a-0784b30be42c None None] Provisioning complete for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:35.467924 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a8b9-39bf-40e0-9d7a-0784b30be42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:35.611477 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346841-d71d-4810-956f-92580da33aa0 req-8dac39ff-4baa-48a8-a08a-0d1ed6d5cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:35.616306 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-8dac39ff-4baa-48a8-a08a-0d1ed6d5cee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.2665265
Jun 01 12:48:35.623826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:35.738329 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4fe2-30b3-42c0-a35c-de9837a31338 req-984e16ab-8f93-45e0-9522-200152d8e8f1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:35.747782 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7e0d4fe2-30b3-42c0-a35c-de9837a31338 req-984e16ab-8f93-45e0-9522-200152d8e8f1 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2260857
Jun 01 12:48:35.811022 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7e0d4fe2-30b3-42c0-a35c-de9837a31338 req-4de03d57-b8f6-4132-8ef4-24584432f17b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618858
Jun 01 12:48:35.983939 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-3bec825c-94c9-4ba4-9c66-ff9de3994a88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 1002 time: 0.3499825
Jun 01 12:48:36.110448 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346841-d71d-4810-956f-92580da33aa0 req-37df7308-f82d-4a74-9a8b-695fc37b26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:36.117154 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-37df7308-f82d-4a74-9a8b-695fc37b26a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.1209583
Jun 01 12:48:36.233521 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2e06f95-7a2c-4ae2-ab13-72919d314b64 req-0d3e9185-0a8d-438f-8f25-da91715fe2bf tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] 10.222.0.86 "GET /v2.0/ports?device_id=83e4f1e2-51ab-4cd8-aeee-5a843e60ce86 HTTP/1.1" status: 200  len: 210 time: 0.0505404
Jun 01 12:48:36.292215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346841-d71d-4810-956f-92580da33aa0 req-44ff3fcf-06cc-4361-9703-21e5e28e1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:36.294737 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-44ff3fcf-06cc-4361-9703-21e5e28e1cd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1631196
Jun 01 12:48:36.484023 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-6363faa5-4000-47de-9a54-ee495b1c6b3f service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752255
Jun 01 12:48:36.705056 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f346841-d71d-4810-956f-92580da33aa0 req-c348dc5a-5e27-41db-b164-a35f8d82b605 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013276
Jun 01 12:48:37.018959 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afcf75-ddda-441a-b98e-b648cb62fc48 req-150c1d45-2753-4cab-9c34-fbffa88a7b8e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:37.020510 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f0afcf75-ddda-441a-b98e-b648cb62fc48 req-150c1d45-2753-4cab-9c34-fbffa88a7b8e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.0971637
Jun 01 12:48:37.083058 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f0afcf75-ddda-441a-b98e-b648cb62fc48 req-571795c7-c75c-42bb-bf31-a68b02135c4c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561306
Jun 01 12:48:38.748187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 3a2c0858-7727-4a21-b063-3a86964814ab no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:48:38.796129 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 3a2c0858-7727-4a21-b063-3a86964814ab {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:48:38.796793 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 3a2c0858-7727-4a21-b063-3a86964814ab not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:48:41.653938 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcf2e8-8d11-4faa-9aaf-05a28b8af3d5 req-bccf5b8d-e069-4414-9ef9-6b86b6787850 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:41.655510 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1fcf2e8-8d11-4faa-9aaf-05a28b8af3d5 req-bccf5b8d-e069-4414-9ef9-6b86b6787850 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.0889947
Jun 01 12:48:41.696352 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 54642) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:41.711587 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1fcf2e8-8d11-4faa-9aaf-05a28b8af3d5 req-60870c87-e84d-4e3f-9dc7-b6f97949dfc2 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488250
Jun 01 12:48:41.885376 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:41.909741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:41.915185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Usage tracker for resource:security_group_rule and tenant:a44751b0d70e4ba5ba743967d4cc484f is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:41.918775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:41.926084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:41.936147 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-ec0e98a2-e876-4c04-a032-1fc5cefdeb6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1522529
Jun 01 12:48:42.081730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.088251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613834-0821-4a7f-9387-66f037e99764 req-8f98fa4d-b58b-4e13-8d5e-9df1c0b1fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:42.089769 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-8f98fa4d-b58b-4e13-8d5e-9df1c0b1fd7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd550eef07a444a3bf73e999d1c906d9&device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 1099 time: 0.1217432
Jun 01 12:48:42.090359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.098919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ed4278b-ddaa-4d88-9635-d2cae4153ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:42.176337 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a44751b0d70e4ba5ba743967d4cc484f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4742320
Jun 01 12:48:42.176886 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54650) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:42.178175 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f241aa-9775-4186-9ed5-2cd231dd8045,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:42.182834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:42.255156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.294854 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.316599 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613834-0821-4a7f-9387-66f037e99764 req-e0442aa2-b8e6-4841-a86a-214bed11639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:42.318269 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-e0442aa2-b8e6-4841-a86a-214bed11639e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 200  len: 918 time: 0.1820745
Jun 01 12:48:42.370640 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.377941 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1428d753-8f3d-456c-a3e4-535349959737 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:42.391012 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f241aa-9775-4186-9ed5-2cd231dd8045,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:42.393267 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:42.396678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95f241aa-9775-4186-9ed5-2cd231dd8045 HTTP/1.1" status: 204  len: 168 time: 0.2165039
Jun 01 12:48:42.396678 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:42.397356 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-22876971-8639-49b2-af76-3cf8442c21dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 200  len: 217 time: 0.0683253
Jun 01 12:48:42.479927 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613834-0821-4a7f-9387-66f037e99764 req-3fb0f9d4-84e2-4e2d-aefe-945f755c677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:42.481572 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-3fb0f9d4-84e2-4e2d-aefe-945f755c677a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 200  len: 857 time: 0.0726101
Jun 01 12:48:42.551948 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-ef7731ec-b1b8-4444-8f36-e663e153534a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1025df3f-083b-474a-9420-8f71c13ea449&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0608742
Jun 01 12:48:42.853985 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-be9ae026-c3da-4670-a5b3-c6c3026723a1 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2910426
Jun 01 12:48:43.020848 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab03790-afa7-4e82-bb86-3bfaa3b9283d req-e34ce73f-10d0-4aee-ae34-9b345f581e8e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:43.025938 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ab03790-afa7-4e82-bb86-3bfaa3b9283d req-e34ce73f-10d0-4aee-ae34-9b345f581e8e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.1600919
Jun 01 12:48:43.101876 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-72613834-0821-4a7f-9387-66f037e99764 req-236dac26-f5e4-49c5-b3a4-aa1135ffd470 service neutron] 10.222.0.60 "GET /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393172
Jun 01 12:48:43.102940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ab03790-afa7-4e82-bb86-3bfaa3b9283d req-c33f6cc3-18a9-4f1c-b157-2d2ba71a0991 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692234
Jun 01 12:48:43.333904 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6179-9e86-45e8-868d-f47efcc51ed9 req-1d765407-12ad-4cf2-bcf9-b3bb5d87554c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:43.335449 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1a3d6179-9e86-45e8-868d-f47efcc51ed9 req-1d765407-12ad-4cf2-bcf9-b3bb5d87554c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0871255
Jun 01 12:48:43.393212 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1a3d6179-9e86-45e8-868d-f47efcc51ed9 req-2ca53fb2-f4af-4b06-9077-cd02848d947d tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519750
Jun 01 12:48:43.609177 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-22cb1baa-7d33-4c1f-b307-3dbf668ea61d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:43.609797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-22cb1baa-7d33-4c1f-b307-3dbf668ea61d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Synchronizing usage tracker for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:43.628610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-22cb1baa-7d33-4c1f-b307-3dbf668ea61d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Unset dirty status for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:43.629815 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-22cb1baa-7d33-4c1f-b307-3dbf668ea61d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 946 time: 0.1194241
Jun 01 12:48:43.799121 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Deleting port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:48:43.799466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:43.939797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] For port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:43.940687 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:43.975756 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54696) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:44.081481 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Calling delete_port for 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:48:44.110596 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.130187 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:44.134157 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Usage tracker for resource:security_group_rule and tenant:06836d1a29044a058bd474f855365b4a is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:44.138156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:44.144955 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.147855 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:44.230042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.241474 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-db53ac64-4133-43e6-85eb-db0930b11ecd tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:44.244187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511', 'c48cb4d8-988e-414f-9315-1feea18053b4', '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:44.312291 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event deleted for resources: {'Port': ['ID=60ad51a9-2788-4b2d-81db-3b2fbbdaccaa,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:44.321171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:44.321434 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78f29eef-f19a-4896-90c9-d8e45a11cb93 req-0c1301c9-0824-47ee-ada6-78b364546df2 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 210 time: 0.0559080
Jun 01 12:48:44.325783 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.332005 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.342676 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3f5118d9-3520-43f7-b931-2cd4b0440b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:44.369313 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] No DVR routers for this DVR port 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:48:44.372021 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.375438 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'name': 'network-vif-deleted', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:44.379914 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28210229-2a5e-40de-bbe5-a30d7a2044ee" -d '{"events": [{"server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "name": "network-vif-deleted", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:44.380123 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b390d680-6dad-471b-8b5d-0f32abf7421a,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:44.385586 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:44.392424 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ce8c612e-28f1-4ee3-9e4a-29f94b478b56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=06836d1a29044a058bd474f855365b4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4154911
Jun 01 12:48:44.395169 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 54706) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:48:44.426414 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a58da16e-e418-4edb-879c-c47c9af69ce9 req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "DELETE /v2.0/ports/60ad51a9-2788-4b2d-81db-3b2fbbdaccaa HTTP/1.1" status: 204  len: 173 time: 0.7846076
Jun 01 12:48:44.471145 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.503239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f62f8b-b20d-47c5-a372-4023a94f13bb x-openstack-request-id: req-91f62f8b-b20d-47c5-a372-4023a94f13bb {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:44.503568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e6f93-7be8-4038-aad2-5e493af1d59a", "name": "network-vif-deleted", "tag": "60ad51a9-2788-4b2d-81db-3b2fbbdaccaa", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:44.503879 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91f62f8b-b20d-47c5-a372-4023a94f13bb {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:44.504360 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5e6f93-7be8-4038-aad2-5e493af1d59a', 'name': 'network-vif-deleted', 'tag': '60ad51a9-2788-4b2d-81db-3b2fbbdaccaa', 'status': 'completed', 'code': 200}
Jun 01 12:48:44.506381 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.568203 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.574493 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-05669c18-7550-4cb4-b50c-21e54f11f0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:44.634081 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b390d680-6dad-471b-8b5d-0f32abf7421a,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:44.641105 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:44.647910 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:44.652398 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b390d680-6dad-471b-8b5d-0f32abf7421a HTTP/1.1" status: 204  len: 168 time: 0.2529147
Jun 01 12:48:44.693255 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582eb7-0a9c-4aad-9628-c69e097fbe92 req-de8bf306-5e9d-4446-8667-2f6b788ec8e2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:44.694808 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71582eb7-0a9c-4aad-9628-c69e097fbe92 req-de8bf306-5e9d-4446-8667-2f6b788ec8e2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1223204
Jun 01 12:48:44.789783 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71582eb7-0a9c-4aad-9628-c69e097fbe92 req-3609a660-60c7-4bfc-beae-0b2c4ca705b2 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870900
Jun 01 12:48:45.504787 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-99bf7661-78c6-49f7-b28d-45ee92fe636d req-94102c76-819c-4c31-8394-d10a707e3483 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd5e6f93-7be8-4038-aad2-5e493af1d59a HTTP/1.1" status: 200  len: 210 time: 0.0430145
Jun 01 12:48:45.990300 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37755b6-a82b-44c9-9b5c-035e44ab295d req-57357310-12bf-47ab-b08b-a06f9ae4ae1b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:45.992897 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a37755b6-a82b-44c9-9b5c-035e44ab295d req-57357310-12bf-47ab-b08b-a06f9ae4ae1b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.0933211
Jun 01 12:48:46.064971 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a37755b6-a82b-44c9-9b5c-035e44ab295d req-3782a8c2-29a2-4752-bf4c-6f5d06e4d206 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598915
Jun 01 12:48:46.592220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-b6abdd54-a10e-47ee-848f-9d2d18b225ff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:46.593137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-b6abdd54-a10e-47ee-848f-9d2d18b225ff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Synchronizing usage tracker for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:46.611782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-b6abdd54-a10e-47ee-848f-9d2d18b225ff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Unset dirty status for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:46.613023 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-b6abdd54-a10e-47ee-848f-9d2d18b225ff tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 946 time: 0.1100585
Jun 01 12:48:46.781401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Deleting port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:48:46.781735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:46.928619 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] For port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:46.928851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:47.059949 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Calling delete_port for 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:48:47.190161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:47.196255 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-292e610e-14ea-4c02-82e5-abeb3ce2f86d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:47.204434 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['674c681f-812a-4e30-9425-5900c9f64514', '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:47.325571 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9cfb0578-0616-477d-a25d-a86be65b86d1 req-982502c0-310e-47e5-87e6-616c1820151c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.1217985
Jun 01 12:48:47.393023 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Pushing event deleted for resources: {'Port': ['ID=30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:47.439393 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:47.486875 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] No DVR routers for this DVR port 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:48:47.493060 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:47.495959 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'name': 'network-vif-deleted', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:47.499912 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb602bad-2f90-4e5c-ad9a-d514a97e672d" -d '{"events": [{"server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "name": "network-vif-deleted", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:47.517220 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-818e00ef-0bb2-474c-8df0-a4f1e60aa143 req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "DELETE /v2.0/ports/30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 HTTP/1.1" status: 204  len: 173 time: 0.8865786
Jun 01 12:48:47.542258 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-bb2b001d-e71a-4593-a793-319c8cae322c tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0427525
Jun 01 12:48:47.558822 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f695387e-0c6d-4edd-8300-b3c6daab1cd6 x-openstack-request-id: req-f695387e-0c6d-4edd-8300-b3c6daab1cd6 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:47.561070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aeedad0-a781-4248-b3e8-84d18ef8c0d7", "name": "network-vif-deleted", "tag": "30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:47.562707 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f695387e-0c6d-4edd-8300-b3c6daab1cd6 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:47.573848 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeedad0-a781-4248-b3e8-84d18ef8c0d7', 'name': 'network-vif-deleted', 'tag': '30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955', 'status': 'completed', 'code': 200}
Jun 01 12:48:47.699699 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-fa9635ec-bf08-4e71-913f-9d4d8bfcb956 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:47.701101 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-fa9635ec-bf08-4e71-913f-9d4d8bfcb956 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1580045
Jun 01 12:48:47.718718 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-85aa249b-e970-486a-8fa2-fb3a7389bd5a tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/quotas/666e8b8386cc4a1da8ea83a15e60186d HTTP/1.1" status: 200  len: 375 time: 0.0114391
Jun 01 12:48:47.774750 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-a83e4b07-ae37-4b4c-93c6-33e2b08a0d54 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450010
Jun 01 12:48:47.970135 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-96b71476-68ba-4db3-8bee-5337f1bd8e6e req-0c596606-c0da-4eba-8dc3-18485e149b05 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0471551
Jun 01 12:48:48.265558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4079d93-3258-43d5-8ac6-625fafeffd96 req-11c195a8-5ae2-47cf-a305-bcb8dedba9b5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:48.267076 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4079d93-3258-43d5-8ac6-625fafeffd96 req-11c195a8-5ae2-47cf-a305-bcb8dedba9b5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.1126802
Jun 01 12:48:48.316591 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4079d93-3258-43d5-8ac6-625fafeffd96 req-82f0d7b5-5109-4dfc-acd0-e077d0ca9e93 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422330
Jun 01 12:48:48.500842 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2d5a26a4-a31b-49d6-943e-6eb382e3439c req-80141311-293d-4a04-a6b1-cbf25fd79d8c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.0466347
Jun 01 12:48:49.131102 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-48bfa8fb-99e2-43c3-8528-78f27f8d0467 req-e2884d27-0862-4c6d-84f8-fbcb6dce8082 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0457847
Jun 01 12:48:49.523761 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428c27e-e57b-45e4-901b-b9c8c5d46890 req-1f8e34da-b6ed-46e7-8aca-1e2cb2daa537 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:49.525227 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9428c27e-e57b-45e4-901b-b9c8c5d46890 req-1f8e34da-b6ed-46e7-8aca-1e2cb2daa537 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.0994906
Jun 01 12:48:49.575532 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9428c27e-e57b-45e4-901b-b9c8c5d46890 req-df89218f-4515-4472-a683-c2f04ea07a3e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434625
Jun 01 12:48:49.675255 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cc879725-9147-4fca-80f8-299c10baff8e req-db701f92-1d6e-482a-a8e3-9e9eb8de937e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.0467756
Jun 01 12:48:49.898967 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:48:49.943527 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:48:49.943878 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 60ad51a9-2788-4b2d-81db-3b2fbbdaccaa not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:48:50.291658 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c87676c8-e5bf-4c87-addb-7264c9dee961 req-d6b505ec-d3b2-40c9-83fe-3c4f3294ac06 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0445666
Jun 01 12:48:50.774353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9589ec7-3f3d-410e-bb80-797ce3426108 req-e2cc988c-ebdb-43ee-b5c0-4992e628845d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:50.775880 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9589ec7-3f3d-410e-bb80-797ce3426108 req-e2cc988c-ebdb-43ee-b5c0-4992e628845d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.0897775
Jun 01 12:48:50.861132 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fc78af37-876a-4166-a3b4-1415ae716501 req-0695b2b8-9a95-4d3f-afbc-ccca8bdcdcbd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aeedad0-a781-4248-b3e8-84d18ef8c0d7 HTTP/1.1" status: 200  len: 210 time: 0.0561786
Jun 01 12:48:50.866104 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9589ec7-3f3d-410e-bb80-797ce3426108 req-fd23bdab-0cde-4c22-a900-a93ee6eaa10f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840390
Jun 01 12:48:50.952503 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:48:51.002234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:48:51.002584 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 30c5f6ab-4cb9-4a5a-86fb-6f70b6f0f955 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:48:51.469888 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ee667f41-4c90-43c0-90b1-2d85f0db7844 req-df3f5717-663f-4188-9ba7-7c433cddb401 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0541685
Jun 01 12:48:51.808300 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-582d8965-4450-47fc-a4bf-480b896b504e tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314231
Jun 01 12:48:52.086951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-5e02bb61-0e93-4d64-ae7a-0ff0f27733c6 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:52.089488 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-5e02bb61-0e93-4d64-ae7a-0ff0f27733c6 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2695453
Jun 01 12:48:52.115884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Request body: {'port': {'device_id': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1', 'admin_state_up': True, 'tenant_id': '666e8b8386cc4a1da8ea83a15e60186d'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:52.122358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecac8c-8382-4a06-a6d9-e575a1cb923a req-f38e184e-9d57-48e2-8e76-6369baab7a58 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:52.124406 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-07ecac8c-8382-4a06-a6d9-e575a1cb923a req-f38e184e-9d57-48e2-8e76-6369baab7a58 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.0919776
Jun 01 12:48:52.175659 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-07ecac8c-8382-4a06-a6d9-e575a1cb923a req-0a4642cc-60d9-4ea6-951f-f6ed712a22a1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452151
Jun 01 12:48:52.311359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:52.316305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Usage tracker for resource:port and tenant:666e8b8386cc4a1da8ea83a15e60186d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:52.319767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:52.328241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:52.339468 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Made reservation on behalf of 666e8b8386cc4a1da8ea83a15e60186d for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:48:52.343952 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:52.382000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:52.424545 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:48:52.428833 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Usage tracker for resource:security_group_rule and tenant:666e8b8386cc4a1da8ea83a15e60186d is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:48:52.432142 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:48:52.439045 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:48:52.567672 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa8c0-93fb-4ddc-80d2-f01202a6a7c3 req-e56f9345-b7d5-430a-bdbc-77b963957c49 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:52.572731 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-625fa8c0-93fb-4ddc-80d2-f01202a6a7c3 req-e56f9345-b7d5-430a-bdbc-77b963957c49 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1651292
Jun 01 12:48:52.599998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:52.616496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:52.620460 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0f0166ed-4ff9-4ae2-9e80-441e79f40b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:52.731701 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-625fa8c0-93fb-4ddc-80d2-f01202a6a7c3 req-76dd854a-ccf6-4de5-8345-9b670f63bad4 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408195
Jun 01 12:48:52.753275 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9a3a637a-e427-41fd-9a5d-7a457d00cb3c req-55bbedef-e104-4218-8853-aedfba5afd83 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0749424
Jun 01 12:48:52.803941 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:52.810761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:52.932407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Allocated IP 192.168.233.23 (20f914e1-7ac2-43a7-b169-48b23ef8fde1/411d5fe1-fd9c-44d6-82ec-567e96b91f06/623ec27e-91ac-4ade-803a-203f4f082216) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:48:53.176201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:53.195363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Transition to ACTIVE for port object 623ec27e-91ac-4ade-803a-203f4f082216 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:53.223445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:53.229798 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-845bbaac-14b0-460e-a195-ae0b23fb83a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:53.312530 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:48:53.316108 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:48:53.320346 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:48:53.360727 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Pushing event updated for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:53.365668 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:53.417262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:53.417929 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:53.438111 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e064a1e-fc48-4d2f-b028-a9f6b1ebddb2 req-44479d59-8294-4e91-9d74-fee590b71427 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:53.442326 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8e064a1e-fc48-4d2f-b028-a9f6b1ebddb2 req-44479d59-8294-4e91-9d74-fee590b71427 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.1450343
Jun 01 12:48:53.457850 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3468697
Jun 01 12:48:53.478395 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Request body: {'port': {'device_id': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:48:53.530277 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8e064a1e-fc48-4d2f-b028-a9f6b1ebddb2 req-232d58a5-85fe-4dab-8f19-7a57e0701ee8 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824029
Jun 01 12:48:53.646363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:53.689902 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-a597691d-7ccc-4872-946c-0e659475f3ee None None] Provisioning for port 623ec27e-91ac-4ade-803a-203f4f082216 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:48:53.696598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-a597691d-7ccc-4872-946c-0e659475f3ee None None] Provisioning complete for port 623ec27e-91ac-4ade-803a-203f4f082216 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:48:53.697279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a597691d-7ccc-4872-946c-0e659475f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:53.775031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-a597691d-7ccc-4872-946c-0e659475f3ee None None] Port 623ec27e-91ac-4ade-803a-203f4f082216 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:48:54.011796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-cfd00311-1424-4c85-8bf2-9778abcbba03 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:54.012991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-cfd00311-1424-4c85-8bf2-9778abcbba03 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Synchronizing usage tracker for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:48:54.126901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-cfd00311-1424-4c85-8bf2-9778abcbba03 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Unset dirty status for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:48:54.128321 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-cfd00311-1424-4c85-8bf2-9778abcbba03 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.4707930
Jun 01 12:48:54.176575 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842f4a3-abac-4678-9509-bce1daf60fbf req-9e3b4fbf-8fec-4267-8756-b23564fbc909 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:54.178087 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a842f4a3-abac-4678-9509-bce1daf60fbf req-9e3b4fbf-8fec-4267-8756-b23564fbc909 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 935 time: 0.2026942
Jun 01 12:48:54.215553 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6a2a-b5c9-48cf-9633-d2d838a0005e req-8de6ef50-1852-4166-8bdc-63c3bbd4ebfe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:54.217261 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bab6a2a-b5c9-48cf-9633-d2d838a0005e req-8de6ef50-1852-4166-8bdc-63c3bbd4ebfe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1484480
Jun 01 12:48:54.289269 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a842f4a3-abac-4678-9509-bce1daf60fbf req-d3a1875b-2edb-48a2-b8e2-456cb586983b tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997915
Jun 01 12:48:54.305938 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bab6a2a-b5c9-48cf-9633-d2d838a0005e req-d3b769e7-6242-4521-ae24-0ee8c9d8cbfe tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702634
Jun 01 12:48:54.365135 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Deleting port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:48:54.365493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:54.677957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623ec27e-91ac-4ade-803a-203f4f082216 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:48:54.683593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] For port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:48:54.683959 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:54.698499 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:54.791627 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eea44-cb85-4b58-8686-a45405d42283 req-b7bfb192-a026-48a1-a911-77d864371a44 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:54.793867 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5e5eea44-cb85-4b58-8686-a45405d42283 req-b7bfb192-a026-48a1-a911-77d864371a44 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 946 time: 0.1352506
Jun 01 12:48:54.844374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Calling delete_port for 499ae67e-f29c-4eec-a8a1-f5a505f7b10a owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:48:54.858567 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Transition to ACTIVE for port object 623ec27e-91ac-4ade-803a-203f4f082216 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:48:54.861779 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5e5eea44-cb85-4b58-8686-a45405d42283 req-80ff120d-f713-4d74-ad1d-52b1160e6523 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601232
Jun 01 12:48:54.863966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:54.876403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f53d32f4-5648-4c2b-8dcb-42167da34fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:55.080815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Pushing event updated for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:55.136641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:55.315135 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Attempting to bind port 623ec27e-91ac-4ade-803a-203f4f082216 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:48:55.316029 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Attempting to bind port 623ec27e-91ac-4ade-803a-203f4f082216 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:48:55.316360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Attempting to bind port 623ec27e-91ac-4ade-803a-203f4f082216 on network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:55.327681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Port 623ec27e-91ac-4ade-803a-203f4f082216 on network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:48:55.328629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Attempting to bind port 623ec27e-91ac-4ade-803a-203f4f082216 on network 20f914e1-7ac2-43a7-b169-48b23ef8fde1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:48:55.335064 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:55.354224 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511', 'c48cb4d8-988e-414f-9315-1feea18053b4', '499ae67e-f29c-4eec-a8a1-f5a505f7b10a'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:48:55.365881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38ba1db1-c441-4c16-8348-b24e1b5eb70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:55.462036 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:48:55.462730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Checking segment: {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:48:55.463226 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Bound using segment: {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:48:55.463819 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Bound port: 623ec27e-91ac-4ade-803a-203f4f082216, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dfee87-c207-4e6a-8b7b-d65537daa835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:48:55.470197 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:55.624631 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event deleted for resources: {'Port': ['ID=499ae67e-f29c-4eec-a8a1-f5a505f7b10a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:55.637485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:55.758771 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] No DVR routers for this DVR port 499ae67e-f29c-4eec-a8a1-f5a505f7b10a on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:48:55.777076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:55.790690 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'name': 'network-vif-deleted', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:55.794395 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576abea-7b7a-45f6-91b6-388f01e9e159" -d '{"events": [{"server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "name": "network-vif-deleted", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:55.801529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77e595-cef5-45d2-ae34-dfea665bf1c3 req-affe010e-71e9-42b3-8045-6a3be49b7014 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:55.810005 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a77e595-cef5-45d2-ae34-dfea665bf1c3 req-affe010e-71e9-42b3-8045-6a3be49b7014 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 947 time: 0.3271489
Jun 01 12:48:55.857245 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cc52c-2060-4a41-b74f-eb49b6864efa req-88ecd555-bab0-4814-a8d0-8e4aeb09ba8c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:55.859100 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-004cc52c-2060-4a41-b74f-eb49b6864efa req-88ecd555-bab0-4814-a8d0-8e4aeb09ba8c tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.4145763
Jun 01 12:48:55.864048 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-67a9c708-78b0-4c69-b77d-78e521e29bb3 req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "DELETE /v2.0/ports/499ae67e-f29c-4eec-a8a1-f5a505f7b10a HTTP/1.1" status: 204  len: 173 time: 1.7251904
Jun 01 12:48:55.905949 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:48:55.911670 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a77e595-cef5-45d2-ae34-dfea665bf1c3 req-c45a340f-9d53-44d3-a38d-a741f7846d7c tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005285
Jun 01 12:48:55.918563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=623ec27e-91ac-4ade-803a-203f4f082216,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:48:55.937259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:55.937493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:48:56.023359 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-004cc52c-2060-4a41-b74f-eb49b6864efa req-db3bf8f6-fb4b-430c-ab46-c5bca374fa36 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255572
Jun 01 12:48:56.027152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:56.027815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:56.029333 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] 10.222.0.60 "PUT /v2.0/ports/623ec27e-91ac-4ade-803a-203f4f082216 HTTP/1.1" status: 200  len: 1097 time: 2.5601165
Jun 01 12:48:56.031034 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d8669a-85af-4834-8106-fbd5819c768f x-openstack-request-id: req-13d8669a-85af-4834-8106-fbd5819c768f {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:56.031325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd52dd7f-2b6d-478a-adf8-4a4803c29c99", "name": "network-vif-deleted", "tag": "499ae67e-f29c-4eec-a8a1-f5a505f7b10a", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:56.031775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13d8669a-85af-4834-8106-fbd5819c768f {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:56.032243 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd52dd7f-2b6d-478a-adf8-4a4803c29c99', 'name': 'network-vif-deleted', 'tag': '499ae67e-f29c-4eec-a8a1-f5a505f7b10a', 'status': 'completed', 'code': 200}
Jun 01 12:48:56.066794 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Pushing event updated for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:48:56.073149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:48:56.241811 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-8f239abf-02a0-4319-9348-870ba1e10745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:56.257948 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-8f239abf-02a0-4319-9348-870ba1e10745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 1100 time: 0.1448979
Jun 01 12:48:56.316715 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4da58624-703f-4461-81d2-409ff6202462 req-b6425002-b187-425b-868b-4b223b9604d4 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd52dd7f-2b6d-478a-adf8-4a4803c29c99 HTTP/1.1" status: 200  len: 210 time: 0.0698662
Jun 01 12:48:56.381799 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-0b3fb78f-3d5f-4933-af50-5119e2279269 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=623ec27e-91ac-4ade-803a-203f4f082216 HTTP/1.1" status: 200  len: 217 time: 0.1120930
Jun 01 12:48:56.465031 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-0359206d-50f2-45e9-b461-55c46ecbff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:56.466461 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-0359206d-50f2-45e9-b461-55c46ecbff4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411d5fe1-fd9c-44d6-82ec-567e96b91f06 HTTP/1.1" status: 200  len: 843 time: 0.0739555
Jun 01 12:48:56.554394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-85aa2cdc-3c47-4b1e-8eed-61324dc63646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:56.556619 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-85aa2cdc-3c47-4b1e-8eed-61324dc63646 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20f914e1-7ac2-43a7-b169-48b23ef8fde1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0818210
Jun 01 12:48:56.739652 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-07e77c8c-3c20-4b37-ad0e-5f1ac7dc795c service neutron] 10.222.0.60 "GET /v2.0/networks/20f914e1-7ac2-43a7-b169-48b23ef8fde1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700585
Jun 01 12:48:56.926090 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-51d6855c-58cf-4bfd-842f-0d6117662233 req-637b043f-1c4f-4f0f-8c6b-7ceb08cd9685 service neutron] 10.222.0.60 "GET /v2.0/networks/20f914e1-7ac2-43a7-b169-48b23ef8fde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736133
Jun 01 12:48:57.189274 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:48:57.243201 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0eebe-52cd-4a8d-b221-7e7b18788ffc req-5452664e-c437-42f2-8672-bde3f6ba8d5e tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:57.245302 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7de0eebe-52cd-4a8d-b221-7e7b18788ffc req-5452664e-c437-42f2-8672-bde3f6ba8d5e tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 947 time: 0.1810734
Jun 01 12:48:57.324024 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7de0eebe-52cd-4a8d-b221-7e7b18788ffc req-ecb34723-3ab1-4f12-a0b3-300bcfda8a7c tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715995
Jun 01 12:48:57.369032 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce410eed-fdd7-45a3-b548-2b213228a572 req-6e76df6d-5c9c-46c0-aa31-d1bce3269a24 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:57.373642 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ce410eed-fdd7-45a3-b548-2b213228a572 req-6e76df6d-5c9c-46c0-aa31-d1bce3269a24 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1771197
Jun 01 12:48:57.445507 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ce410eed-fdd7-45a3-b548-2b213228a572 req-3e4f77cc-987a-4f1e-a4a5-b38ecf55cb69 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661635
Jun 01 12:48:58.034206 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:48:58.046005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b45eae-9294-427d-994e-6fc3e6324a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "tag": "623ec27e-91ac-4ade-803a-203f4f082216"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:48:58.221275 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467752ed-a5cb-45f2-97e3-91a4496cdf92 req-cc300736-d55a-4fbd-8ad3-8056498b8d24 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:58.222786 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-467752ed-a5cb-45f2-97e3-91a4496cdf92 req-cc300736-d55a-4fbd-8ad3-8056498b8d24 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.2333548
Jun 01 12:48:58.319048 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-467752ed-a5cb-45f2-97e3-91a4496cdf92 req-29824d0c-2fe3-4867-a253-b456d06928f1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827372
Jun 01 12:48:58.462268 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ad740b-2813-4202-a763-d88761770b03 x-openstack-request-id: req-73ad740b-2813-4202-a763-d88761770b03 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:48:58.462858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "tag": "623ec27e-91ac-4ade-803a-203f4f082216", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:48:58.463311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73ad740b-2813-4202-a763-d88761770b03 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:48:58.463942 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216', 'status': 'completed', 'code': 200}
Jun 01 12:48:58.673900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0744-f220-4e41-98bd-966b5b395b24 req-7de88d6a-5afb-4c24-ad09-807f5ba708b5 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:58.675492 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae0f0744-f220-4e41-98bd-966b5b395b24 req-7de88d6a-5afb-4c24-ad09-807f5ba708b5 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 947 time: 0.2109153
Jun 01 12:48:58.725362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-a24e3072-15b3-4865-ae89-9c5e3fdfcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:58.727239 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-a24e3072-15b3-4865-ae89-9c5e3fdfcb11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 1100 time: 0.2374558
Jun 01 12:48:58.796191 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae0f0744-f220-4e41-98bd-966b5b395b24 req-48a33ebe-0c1b-4c27-817c-74dddc155250 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748894
Jun 01 12:48:58.891035 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa991a0-d823-4559-946e-26e83b0b457d req-da67356b-f4f0-4a1b-bc56-0ebcf822150b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:58.892856 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0aa991a0-d823-4559-946e-26e83b0b457d req-da67356b-f4f0-4a1b-bc56-0ebcf822150b tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2163565
Jun 01 12:48:58.912756 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-21fc2c4b-d307-464c-abea-6151b8ebed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:58.914239 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-21fc2c4b-d307-464c-abea-6151b8ebed05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=20f914e1-7ac2-43a7-b169-48b23ef8fde1 HTTP/1.1" status: 200  len: 870 time: 0.1732910
Jun 01 12:48:58.979238 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0aa991a0-d823-4559-946e-26e83b0b457d req-842c9c62-8656-4ad8-ad2e-bd4ed6054131 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799439
Jun 01 12:48:59.006380 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 499ae67e-f29c-4eec-a8a1-f5a505f7b10a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:48:59.019274 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-a26e9e5f-6300-4e97-b561-c4719fb0133d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=623ec27e-91ac-4ade-803a-203f4f082216 HTTP/1.1" status: 200  len: 217 time: 0.0936482
Jun 01 12:48:59.055111 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 499ae67e-f29c-4eec-a8a1-f5a505f7b10a {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:48:59.055796 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 499ae67e-f29c-4eec-a8a1-f5a505f7b10a not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:48:59.120650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-356852a4-e5dd-4c7b-ba99-09147a7bf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:59.122145 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-356852a4-e5dd-4c7b-ba99-09147a7bf5e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411d5fe1-fd9c-44d6-82ec-567e96b91f06 HTTP/1.1" status: 200  len: 843 time: 0.0815675
Jun 01 12:48:59.223083 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-50c3cbab-f77d-490e-ad9b-689ff345e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:59.224800 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-50c3cbab-f77d-490e-ad9b-689ff345e2d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=20f914e1-7ac2-43a7-b169-48b23ef8fde1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0949838
Jun 01 12:48:59.345912 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-67cee0e2-df86-4e67-a790-ea52631f46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:48:59.399834 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-a96c76d9-fac6-45be-b508-c8c109b04916 service neutron] 10.222.0.60 "GET /v2.0/networks/20f914e1-7ac2-43a7-b169-48b23ef8fde1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563325
Jun 01 12:48:59.544113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232102fe-c04b-4128-9de9-43dc3149cce9 req-6754e0d2-1802-4c48-9b59-438d3f6f3161 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:48:59.550597 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-232102fe-c04b-4128-9de9-43dc3149cce9 req-6754e0d2-1802-4c48-9b59-438d3f6f3161 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.1142557
Jun 01 12:48:59.560207 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f8b45eae-9294-427d-994e-6fc3e6324a1f req-1a1c9955-f27c-446a-849c-44169fbeab46 service neutron] 10.222.0.60 "GET /v2.0/networks/20f914e1-7ac2-43a7-b169-48b23ef8fde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519315
Jun 01 12:48:59.614397 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-232102fe-c04b-4128-9de9-43dc3149cce9 req-ea898fff-06f1-417a-bc1f-40818a04486d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463920
Jun 01 12:49:00.023119 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf258e-1577-43ee-aa17-ec0c78750550 req-45ede829-2354-4fa2-988a-efb5060a5cb0 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:00.026700 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bbbf258e-1577-43ee-aa17-ec0c78750550 req-45ede829-2354-4fa2-988a-efb5060a5cb0 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 947 time: 0.1091177
Jun 01 12:49:00.100665 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bbbf258e-1577-43ee-aa17-ec0c78750550 req-d6759308-6680-4395-a6e9-8a63d33c2b36 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648508
Jun 01 12:49:00.282353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b121a8a-4f1c-4079-afbc-e942f0fe82d9 req-e6e758b8-ae09-43df-be07-0b91c87c2f9f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:00.290650 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2b121a8a-4f1c-4079-afbc-e942f0fe82d9 req-e6e758b8-ae09-43df-be07-0b91c87c2f9f tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1576049
Jun 01 12:49:00.356137 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2b121a8a-4f1c-4079-afbc-e942f0fe82d9 req-de3cdc52-fd65-40e9-87a7-aaa18f17ffc6 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644412
Jun 01 12:49:00.367829 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-25d6242f-1906-4cfc-a9c3-53ea29d00be1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:00.368637 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-25d6242f-1906-4cfc-a9c3-53ea29d00be1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Synchronizing usage tracker for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:00.396063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-25d6242f-1906-4cfc-a9c3-53ea29d00be1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Unset dirty status for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:00.397378 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-25d6242f-1906-4cfc-a9c3-53ea29d00be1 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.1783946
Jun 01 12:49:00.698003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-10335d3c-f792-4ea8-90ca-f25bc98023cb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:00.698969 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-10335d3c-f792-4ea8-90ca-f25bc98023cb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Synchronizing usage tracker for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:00.727614 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Deleting port c48cb4d8-988e-414f-9315-1feea18053b4 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:00.728047 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:00.749357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-10335d3c-f792-4ea8-90ca-f25bc98023cb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Unset dirty status for tenant:dd550eef07a444a3bf73e999d1c906d9 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:00.750704 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-10335d3c-f792-4ea8-90ca-f25bc98023cb tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.2763128
Jun 01 12:49:00.890233 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d96661-503b-4f8d-bb0b-7f13d0dd258e req-bdba00f2-71b1-49dd-90b9-6cd715519e00 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:00.897331 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-11d96661-503b-4f8d-bb0b-7f13d0dd258e req-bdba00f2-71b1-49dd-90b9-6cd715519e00 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 945 time: 0.1240747
Jun 01 12:49:00.976838 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-11d96661-503b-4f8d-bb0b-7f13d0dd258e req-8da5432a-c711-4d35-aa97-ea77484fb9bc tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784230
Jun 01 12:49:01.028308 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 623ec27e-91ac-4ade-803a-203f4f082216 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:49:01.032465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] For port c48cb4d8-988e-414f-9315-1feea18053b4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c48cb4d8-988e-414f-9315-1feea18053b4,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:01.035086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.186886 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=623ec27e-91ac-4ade-803a-203f4f082216,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:01.206406 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '623ec27e-91ac-4ade-803a-203f4f082216', 'network_id': '20f914e1-7ac2-43a7-b169-48b23ef8fde1', 'port_id': '623ec27e-91ac-4ade-803a-203f4f082216', 'mac_address': 'fa:16:3e:34:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411d5fe1-fd9c-44d6-82ec-567e96b91f06', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:49:01.240622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Calling delete_port for c48cb4d8-988e-414f-9315-1feea18053b4 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:01.272670 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.302431 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623ec27e-91ac-4ade-803a-203f4f082216 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:01.327119 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=623ec27e-91ac-4ade-803a-203f4f082216,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:01.331308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Deleting port 674c681f-812a-4e30-9425-5900c9f64514 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:01.331731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.334599 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.337694 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:01.483121 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5208c-2405-444f-9c61-601560406a0e req-878e94be-987b-45bb-a916-8890ff4a6954 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:01.488874 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7dd5208c-2405-444f-9c61-601560406a0e req-878e94be-987b-45bb-a916-8890ff4a6954 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 948 time: 0.1622469
Jun 01 12:49:01.498895 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:01.508601 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.509783 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.510472 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.510932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.511399 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.511832 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.512311 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.512737 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.513162 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.513654 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.514121 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.514807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:01.519856 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:01.574228 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7dd5208c-2405-444f-9c61-601560406a0e req-45331831-1969-4b8c-a1a2-d2a344ab0080 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783932
Jun 01 12:49:01.650217 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['623ec27e-91ac-4ade-803a-203f4f082216'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:01.700343 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd08b2e-4123-4563-8105-fd32fdedb55b req-ce64ecd9-36e8-4882-98a5-88ad5cdb39d9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:01.702388 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1dd08b2e-4123-4563-8105-fd32fdedb55b req-ce64ecd9-36e8-4882-98a5-88ad5cdb39d9 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 946 time: 0.1270669
Jun 01 12:49:01.735490 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] For port 674c681f-812a-4e30-9425-5900c9f64514, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=674c681f-812a-4e30-9425-5900c9f64514,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:01.736117 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.764863 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1dd08b2e-4123-4563-8105-fd32fdedb55b req-48a2c50f-1ca0-44a2-bb3d-bf7e2471683e tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6208c2c-c24c-41fb-9927-419e1f72ae63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530155
Jun 01 12:49:01.922153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Calling delete_port for 674c681f-812a-4e30-9425-5900c9f64514 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:01.932956 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.941067 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-dafe0595-3990-4693-ba50-370597bfa0b6 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:01.962963 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d40bf6db-565c-4124-9418-cbd153ffbb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:01.999128 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event deleted for resources: {'Port': ['ID=c48cb4d8-988e-414f-9315-1feea18053b4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:02.004174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:02.047244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:02.225265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] No DVR routers for this DVR port c48cb4d8-988e-414f-9315-1feea18053b4 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:49:02.230280 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:02.245554 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'name': 'network-vif-deleted', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:02.248676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6841d2-dc31-4afd-95de-efcf532e24e8" -d '{"events": [{"server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "name": "network-vif-deleted", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:02.249894 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d070e058-0685-44ee-a06c-04d89cb81bcb req-fa8a6577-193b-40e5-a2e5-2ffaa9cd4a2c tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=04f77328-0a91-499c-b4d5-94bfda7d78b3 HTTP/1.1" status: 200  len: 210 time: 0.1224136
Jun 01 12:49:02.281708 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-28b6a0cf-ecab-491b-bc8e-f00293f439d9 req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "DELETE /v2.0/ports/c48cb4d8-988e-414f-9315-1feea18053b4 HTTP/1.1" status: 204  len: 173 time: 1.8709183
Jun 01 12:49:02.314267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:02.325521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-10141225-3b7d-4c22-b667-d2d01021b840 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:02.362548 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8662fb-150c-4789-9652-4c73fadb2e5e x-openstack-request-id: req-1f8662fb-150c-4789-9652-4c73fadb2e5e {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:02.363458 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f77328-0a91-499c-b4d5-94bfda7d78b3", "name": "network-vif-deleted", "tag": "c48cb4d8-988e-414f-9315-1feea18053b4", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:02.363960 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1f8662fb-150c-4789-9652-4c73fadb2e5e {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:02.364600 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f77328-0a91-499c-b4d5-94bfda7d78b3', 'name': 'network-vif-deleted', 'tag': 'c48cb4d8-988e-414f-9315-1feea18053b4', 'status': 'completed', 'code': 200}
Jun 01 12:49:02.478474 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:02.498305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Pushing event deleted for resources: {'Port': ['ID=674c681f-812a-4e30-9425-5900c9f64514,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:02.522746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:02.537191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] No DVR routers for this DVR port 674c681f-812a-4e30-9425-5900c9f64514 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:49:02.540119 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:02.542131 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ee4fb46-9dc4-4646-9786-7d442893e0d4 req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.60 "DELETE /v2.0/ports/674c681f-812a-4e30-9425-5900c9f64514 HTTP/1.1" status: 204  len: 173 time: 1.7841890
Jun 01 12:49:02.810347 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016122d-0702-428f-9f50-16deffaa5901 req-74582908-9e43-446f-971c-70303a80ece2 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:02.812104 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3016122d-0702-428f-9f50-16deffaa5901 req-74582908-9e43-446f-971c-70303a80ece2 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 948 time: 0.1091464
Jun 01 12:49:02.876653 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3016122d-0702-428f-9f50-16deffaa5901 req-4e5a482f-35b6-493a-86e8-8331a638d729 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549166
Jun 01 12:49:03.001320 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ce9310e-14ee-486b-95ce-3634af9b495c req-7e42b9b6-442e-466e-86af-ba283d17e348 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] 10.222.0.86 "GET /v2.0/ports?device_id=84887cc6-9a71-44c6-b738-6bcd4c302ea3 HTTP/1.1" status: 200  len: 210 time: 0.0673709
Jun 01 12:49:03.027767 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 623ec27e-91ac-4ade-803a-203f4f082216 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:03.121014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:03.139600 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 623ec27e-91ac-4ade-803a-203f4f082216 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:03.146820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 623ec27e-91ac-4ade-803a-203f4f082216 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:03.147346 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:03.306706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:03.350015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:03.352443 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def1a42-06b1-417f-99a1-e862792a0b49" -d '{"events": [{"server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "name": "network-vif-plugged", "status": "completed", "tag": "623ec27e-91ac-4ade-803a-203f4f082216"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:03.362603 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=623ec27e-91ac-4ade-803a-203f4f082216,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:03.367648 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:03.370515 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 674c681f-812a-4e30-9425-5900c9f64514 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:03.404777 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-285541da-8dd0-4447-bb83-ba79b37ddc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:03.462633 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d925f-c2eb-420f-b301-4e49375330cf x-openstack-request-id: req-d84d925f-c2eb-420f-b301-4e49375330cf {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:03.463088 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "name": "network-vif-plugged", "status": "completed", "tag": "623ec27e-91ac-4ade-803a-203f4f082216", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:03.463447 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d84d925f-c2eb-420f-b301-4e49375330cf {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:03.463963 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216', 'code': 200}
Jun 01 12:49:03.477296 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 674c681f-812a-4e30-9425-5900c9f64514 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:03.479802 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 674c681f-812a-4e30-9425-5900c9f64514 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:03.479802 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device c48cb4d8-988e-414f-9315-1feea18053b4 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:03.525657 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: c48cb4d8-988e-414f-9315-1feea18053b4 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:03.526161 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device c48cb4d8-988e-414f-9315-1feea18053b4 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:03.557209 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:03.560596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:03.842938 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b377-3eef-4469-aca5-f004d5f684e1 req-c2a4639f-f37e-4b98-b7bf-7e8a8dceee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:03.844295 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ad30b377-3eef-4469-aca5-f004d5f684e1 req-c2a4639f-f37e-4b98-b7bf-7e8a8dceee80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 1102 time: 0.0878360
Jun 01 12:49:03.894094 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ad30b377-3eef-4469-aca5-f004d5f684e1 req-78ac5187-abb6-42ec-adb9-9c63c6509e58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425491
Jun 01 12:49:04.142762 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55072) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:04.182912 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491f7b-6c27-456a-bb06-363dd36ecb32 req-3c66ee45-f6f5-49e6-b7d9-c883021034d8 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:04.190756 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-48491f7b-6c27-456a-bb06-363dd36ecb32 req-3c66ee45-f6f5-49e6-b7d9-c883021034d8 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.1847272
Jun 01 12:49:04.247619 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-48491f7b-6c27-456a-bb06-363dd36ecb32 req-516963a6-967a-40d6-a762-44fa684a248c tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556190
Jun 01 12:49:04.367591 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'name': 'network-vif-deleted', 'tag': '674c681f-812a-4e30-9425-5900c9f64514'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:04.370169 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9859a6-5b4c-45ca-8200-cdf0e0ebebfb" -d '{"events": [{"server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "name": "network-vif-deleted", "tag": "674c681f-812a-4e30-9425-5900c9f64514"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:04.442527 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b4921-06b7-4dde-aa30-1c6501bbe5e6 x-openstack-request-id: req-db8b4921-06b7-4dde-aa30-1c6501bbe5e6 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:04.442925 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84887cc6-9a71-44c6-b738-6bcd4c302ea3", "name": "network-vif-deleted", "tag": "674c681f-812a-4e30-9425-5900c9f64514", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:04.443209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db8b4921-06b7-4dde-aa30-1c6501bbe5e6 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:04.443641 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84887cc6-9a71-44c6-b738-6bcd4c302ea3', 'name': 'network-vif-deleted', 'tag': '674c681f-812a-4e30-9425-5900c9f64514', 'status': 'completed', 'code': 200}
Jun 01 12:49:04.745122 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:04.949775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:05.156078 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-35c2a438-546b-4909-b6a4-a2a24a49e4a6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Synchronizing usage tracker for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:05.187855 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-35c2a438-546b-4909-b6a4-a2a24a49e4a6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Unset dirty status for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:05.203634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-35c2a438-546b-4909-b6a4-a2a24a49e4a6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520727461&fields=id&tenant_id=135cc459ca0d456eab7c7cc3da170f74 HTTP/1.1" status: 200  len: 267 time: 0.1053832
Jun 01 12:49:05.542835 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-1afa46e2-10ee-473e-b6e6-be58fce02993 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:05.544037 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-1afa46e2-10ee-473e-b6e6-be58fce02993 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Synchronizing usage tracker for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:05.570947 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-1afa46e2-10ee-473e-b6e6-be58fce02993 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Unset dirty status for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:05.580450 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-1afa46e2-10ee-473e-b6e6-be58fce02993 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 808 time: 0.3740392
Jun 01 12:49:05.673310 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-3bf13446-9245-4c95-8f9a-0e19f7d32e28 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/quotas/135cc459ca0d456eab7c7cc3da170f74 HTTP/1.1" status: 200  len: 375 time: 0.0903323
Jun 01 12:49:05.997123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Deleting port d15fcc32-d618-44a8-8043-d1aefb76b861 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:05.997928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:06.134054 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-ed97c66a-3c9c-4049-bf78-de5d0864fa08 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4358802
Jun 01 12:49:06.149172 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] For port d15fcc32-d618-44a8-8043-d1aefb76b861, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d15fcc32-d618-44a8-8043-d1aefb76b861,segment=NetworkSegment(7b7911bb-eab3-4453-a079-62d2bf0ab0da),segment_id=7b7911bb-eab3-4453-a079-62d2bf0ab0da)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:06.149561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:06.223233 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0170-c6ab-4822-802a-7847ec0aa1fc req-a45a3652-4c82-42fa-b65a-c776b3524477 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:06.227634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9ea0170-c6ab-4822-802a-7847ec0aa1fc req-a45a3652-4c82-42fa-b65a-c776b3524477 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.3950770
Jun 01 12:49:06.299105 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Calling delete_port for d15fcc32-d618-44a8-8043-d1aefb76b861 owned by network:router_interface {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:06.349308 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9ea0170-c6ab-4822-802a-7847ec0aa1fc req-f74119b9-8f17-47f7-9130-84be19b6c0e9 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183453
Jun 01 12:49:06.465278 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-e8c2dbdf-887d-43f5-bd98-c6cc80a72185 service neutron] 10.222.0.86 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3295147
Jun 01 12:49:06.829645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:06.838848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-18fe4819-4371-47ef-8016-c635bb7c5c07 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:06.855405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426027d-651d-44b4-95ae-1d5d10881515 req-2de7c386-f4d1-4a52-8121-8aee89a3b31e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:06.863765 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0426027d-651d-44b4-95ae-1d5d10881515 req-2de7c386-f4d1-4a52-8121-8aee89a3b31e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.3313637
Jun 01 12:49:06.893966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d15fcc32-d618-44a8-8043-d1aefb76b861,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:06.897642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:06.972743 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0426027d-651d-44b4-95ae-1d5d10881515 req-acb8dd3f-c0ee-4f78-bffa-7f0cee323239 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079471
Jun 01 12:49:07.014927 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-dda5285e-b72a-4f19-983a-d22a498451df service neutron] 10.222.0.86 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5347059
Jun 01 12:49:07.475462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:07.799989 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c48f744c-de63-44c3-b89d-bf591cd5e440 req-b9c09aaf-2084-497d-ba8e-023a77b290e6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0824559
Jun 01 12:49:07.855826 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84fa70-4562-4012-9004-2fde87eb2402 req-fbfd03fc-d591-40d9-9506-a222c4f5d113 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:07.863736 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9c84fa70-4562-4012-9004-2fde87eb2402 req-fbfd03fc-d591-40d9-9506-a222c4f5d113 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.2155566
Jun 01 12:49:07.931981 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9c84fa70-4562-4012-9004-2fde87eb2402 req-ad7af5ad-188e-48d3-8f2f-f4300d894e61 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669591
Jun 01 12:49:08.266422 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f8837-a211-4621-88e1-928f2199dbad req-ea82ca7d-407d-4cdf-a22b-6c575b5ba22d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:08.269292 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-722f8837-a211-4621-88e1-928f2199dbad req-ea82ca7d-407d-4cdf-a22b-6c575b5ba22d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.1669180
Jun 01 12:49:08.345128 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-722f8837-a211-4621-88e1-928f2199dbad req-735834ae-9557-47d5-b7cc-e7220a9614b6 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671871
Jun 01 12:49:08.369699 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Router b82330a4-82cc-44db-8aab-1868a29e146f has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:49:08.681489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:49:08.699393 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Sync routers for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:49:08.709789 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] 10.222.0.86 "PUT /v2.0/routers/b82330a4-82cc-44db-8aab-1868a29e146f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5619140
Jun 01 12:49:08.710276 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55148) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:08.725927 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:08.727393 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc43f2e0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:09.034385 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:09.070272 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5a7f0507-591d-4389-9ef6-7942919359c4 req-1195dc04-2e31-4156-a60e-5bdd0059654a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0666399
Jun 01 12:49:09.107156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks [] for router, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:09.405568 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:09.417359 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc43f2e0>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:49:06Z', 'revision_number': 5, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port': {'id': 'a94fe2af-f363-4085-acd1-e9382a479b04', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:45:19Z', 'updated_at': '2021-06-01T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:09.424137 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Checking router: b82330a4-82cc-44db-8aab-1868a29e146f for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:49:09.435229 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Routers {'b82330a4-82cc-44db-8aab-1868a29e146f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:09.436124 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc43f2e0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['b82330a4-82cc-44db-8aab-1868a29e146f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:09.484047 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee528-d0f2-4101-a36c-691a2766600e req-96b1860f-3c7d-482b-a836-289fdffc5bee tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:09.485724 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-436ee528-d0f2-4101-a36c-691a2766600e req-96b1860f-3c7d-482b-a836-289fdffc5bee tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.1627934
Jun 01 12:49:09.615592 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] Set router b82330a4-82cc-44db-8aab-1868a29e146f gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:09.630597 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-436ee528-d0f2-4101-a36c-691a2766600e req-15bc1b6f-e6b3-46b6-8c57-4b8e37fe45d4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356223
Jun 01 12:49:09.646919 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Deleting port a94fe2af-f363-4085-acd1-e9382a479b04 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:09.647251 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:09.746058 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc43f2e0>, [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:49:09Z', 'revision_number': 6, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:09.756526 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30e770-d53f-4f4b-aa8f-33f667b8f5bb None None] The sync data for ids ['b82330a4-82cc-44db-8aab-1868a29e146f'] in dv-cinder-776307-6-iscsi is: [{'id': 'b82330a4-82cc-44db-8aab-1868a29e146f', 'name': 'tempest-ServerRescueNegativeTestJSON-28317390-router', 'tenant_id': 'dd550eef07a444a3bf73e999d1c906d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:45:18Z', 'updated_at': '2021-06-01T12:49:09Z', 'revision_number': 6, 'project_id': 'dd550eef07a444a3bf73e999d1c906d9', 'gw_port_host': None}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:49:09.989194 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010c088-f2b7-4fea-87ee-a4abffc768a8 req-883cd1d0-a2c5-4508-b832-1f11aad3ee55 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:09.993023 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f010c088-f2b7-4fea-87ee-a4abffc768a8 req-883cd1d0-a2c5-4508-b832-1f11aad3ee55 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.4616663
Jun 01 12:49:09.996371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] For port a94fe2af-f363-4085-acd1-e9382a479b04, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=a94fe2af-f363-4085-acd1-e9382a479b04,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:09.997092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:10.194873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Calling delete_port for a94fe2af-f363-4085-acd1-e9382a479b04 owned by network:router_gateway {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:10.416254 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f010c088-f2b7-4fea-87ee-a4abffc768a8 req-cb347c97-0136-416d-bbd1-51b302665d73 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4054523
Jun 01 12:49:10.430173 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-94a6810e-40cd-46be-aee4-8aaed2d0eb10 req-3500cd28-bdcb-471c-b7d5-aadc212bf2f4 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.2044332
Jun 01 12:49:10.808948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d15fcc32-d618-44a8-8043-d1aefb76b861 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:10.865096 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: d15fcc32-d618-44a8-8043-d1aefb76b861 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:10.866984 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d15fcc32-d618-44a8-8043-d1aefb76b861 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:10.867521 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device a94fe2af-f363-4085-acd1-e9382a479b04 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:10.953543 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-9b1330f6-5ed6-45cc-bbaf-d8330cb8ae7a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:10.955994 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-9b1330f6-5ed6-45cc-bbaf-d8330cb8ae7a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Synchronizing usage tracker for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:10.994720 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-9b1330f6-5ed6-45cc-bbaf-d8330cb8ae7a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Unset dirty status for tenant:d06d7a6f2566458e933412747c300588 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:11.000155 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-9b1330f6-5ed6-45cc-bbaf-d8330cb8ae7a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.3287895
Jun 01 12:49:11.031960 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.085023 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8e721-ec24-47f2-ab9b-54bce9732b57 req-fcfe7512-5fae-4e38-9849-5e028083efb5 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:11.087320 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4fd8e721-ec24-47f2-ab9b-54bce9732b57 req-fcfe7512-5fae-4e38-9849-5e028083efb5 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.2704196
Jun 01 12:49:11.180135 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.185026 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4fd8e721-ec24-47f2-ab9b-54bce9732b57 req-e90eaf1b-575f-429b-95fc-c48d576bf89b tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892525
Jun 01 12:49:11.189828 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:11.238130 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Deleting port 8a28b041-8ce9-41ef-a474-3e1310799511 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:11.239097 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.243444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94fe2af-f363-4085-acd1-e9382a479b04,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:11.247993 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:11.357358 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.501416 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] For port 8a28b041-8ce9-41ef-a474-3e1310799511, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8a28b041-8ce9-41ef-a474-3e1310799511,segment=NetworkSegment(a9ea49bf-a956-447f-bea0-74cc5d757975),segment_id=a9ea49bf-a956-447f-bea0-74cc5d757975)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:11.510487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.816929 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e4e874f4-0f85-4995-a96f-1f8265312ad4 req-ae530e35-9e6b-4dcc-b25b-f91f208944df tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0550194
Jun 01 12:49:11.943861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Calling delete_port for 8a28b041-8ce9-41ef-a474-3e1310799511 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:11.958178 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:11.965729 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.193960 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.195683 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82330a4-82cc-44db-8aab-1868a29e146f {{(pid=103770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:49:12.222194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-73a71932-f676-45e2-a4d8-3396439498fb tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:12.223782 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-73a71932-f676-45e2-a4d8-3396439498fb tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 808 time: 0.2660503
Jun 01 12:49:12.306383 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5937348-80eb-4fd0-8ea9-e8842524dc23 req-19c5d215-8a61-4e60-8f09-a9f0f4861841 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:12.319811 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e5937348-80eb-4fd0-8ea9-e8842524dc23 req-19c5d215-8a61-4e60-8f09-a9f0f4861841 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 945 time: 0.4928186
Jun 01 12:49:12.324483 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.336133 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] 10.222.0.86 "DELETE /v2.0/routers/b82330a4-82cc-44db-8aab-1868a29e146f HTTP/1.1" status: 204  len: 168 time: 3.6240690
Jun 01 12:49:12.353696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55196) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:12.457786 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-ceefa7bf-639d-4ec2-bd59-bc64260cd2db tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135cc459ca0d456eab7c7cc3da170f74 HTTP/1.1" status: 200  len: 380 time: 0.1148677
Jun 01 12:49:12.471897 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.475665 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:12.561655 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Pushing event deleted for resources: {'Port': ['ID=8a28b041-8ce9-41ef-a474-3e1310799511,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:12.564423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:12.633861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] No DVR routers for this DVR port 8a28b041-8ce9-41ef-a474-3e1310799511 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:49:12.636529 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.645362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'name': 'network-vif-deleted', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:12.647498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2166c1-36e4-4840-ac49-d11a00d18e07" -d '{"events": [{"server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "name": "network-vif-deleted", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:12.660481 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e5b2b972-6b96-49ea-b15d-8014e7eb4f82 req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.60 "DELETE /v2.0/ports/8a28b041-8ce9-41ef-a474-3e1310799511 HTTP/1.1" status: 204  len: 173 time: 1.6476705
Jun 01 12:49:12.701560 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Deleting subnet 04408cae-d36c-441c-b167-acd51b1fecc7 {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:49:12.722588 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e5937348-80eb-4fd0-8ea9-e8842524dc23 req-bddf6c09-f768-43df-9ffe-fd945d41966e tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/security-groups?id=90d4a8f0-e534-4a39-900a-13808fffef09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4013720
Jun 01 12:49:12.723590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.799313 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e186ec-2455-412f-9874-eedef5c8a993 x-openstack-request-id: req-a7e186ec-2455-412f-9874-eedef5c8a993 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:12.799971 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b43b758-4f11-4d48-b4f5-89deeba08bfe", "name": "network-vif-deleted", "tag": "8a28b041-8ce9-41ef-a474-3e1310799511", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:12.800420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7e186ec-2455-412f-9874-eedef5c8a993 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:12.800862 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b43b758-4f11-4d48-b4f5-89deeba08bfe', 'name': 'network-vif-deleted', 'tag': '8a28b041-8ce9-41ef-a474-3e1310799511', 'status': 'completed', 'code': 200}
Jun 01 12:49:12.822027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10802760'] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:12.889582 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08cb3f-47bb-46b9-bb7f-7e4aaf8dc75f req-0c848c5d-7f40-4db0-a2a8-0a83624939cd tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:12.897894 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5b08cb3f-47bb-46b9-bb7f-7e4aaf8dc75f req-0c848c5d-7f40-4db0-a2a8-0a83624939cd tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.4499059
Jun 01 12:49:13.028757 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a2ad56c0-33c7-431d-bc30-db129b404fe9 req-e8115c31-4909-411e-a2b3-280d64a365b9 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0642242
Jun 01 12:49:13.061069 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5b08cb3f-47bb-46b9-bb7f-7e4aaf8dc75f req-aa4414b3-0c76-4e87-b867-3a12e73d65af tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564040
Jun 01 12:49:13.061069 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:13.393902 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1698696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10585473'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:13.398156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c4f9e6d4-6a6d-472d-b056-d5040f5d5244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:13.430911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04408cae-d36c-441c-b167-acd51b1fecc7,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:13.433507 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:13.441428 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:13.449166 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-424eb7e4-3432-47af-87e9-edaf5b1b7d97 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/04408cae-d36c-441c-b167-acd51b1fecc7 HTTP/1.1" status: 204  len: 168 time: 1.0647175
Jun 01 12:49:13.452004 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55210) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:13.625171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:13.837732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:13.953873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bccd6ac0>,) {'filters': {'network_id': ['1025df3f-083b-474a-9420-8f71c13ea449']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:13.957341 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ab83f41f-2814-4335-8930-1142562d6aa6 req-5f7e6696-3fde-4172-bfdb-39a786e43fd5 tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 210 time: 0.0646603
Jun 01 12:49:13.970241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bccd6ac0>, '7b7911bb-eab3-4453-a079-62d2bf0ab0da') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:13.970959 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bccd6ac0>, '7b7911bb-eab3-4453-a079-62d2bf0ab0da') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:13.985460 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.006580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.014238 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:49:14.014787 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:49:14.031823 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:49:14.181774 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.190423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-312da35a-18a7-4ad7-a5a7-b641712dc200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:14.231663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1025df3f-083b-474a-9420-8f71c13ea449,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:14.239884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.246560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:14.265331 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] 10.222.0.86 "DELETE /v2.0/networks/1025df3f-083b-474a-9420-8f71c13ea449 HTTP/1.1" status: 204  len: 168 time: 0.8086534
Jun 01 12:49:14.391999 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-692e292d-ca34-414f-a3f4-81c271265752 req-564ce25c-3865-4bcc-85a8-781e0d6f94af tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.1267390
Jun 01 12:49:14.467158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f253-14e3-461b-beed-df3559bc530a req-51cf5a99-bfca-457c-a007-3195fc924f74 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:14.468718 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-48a2f253-14e3-461b-beed-df3559bc530a req-51cf5a99-bfca-457c-a007-3195fc924f74 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.1461527
Jun 01 12:49:14.525205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55228) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:14.537186 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-48a2f253-14e3-461b-beed-df3559bc530a req-3f36a7a2-88c7-4c5f-aa6e-8354278bad1c tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601225
Jun 01 12:49:14.595874 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-cc092ab6-aec3-4ef3-9088-067899afd5e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd550eef07a444a3bf73e999d1c906d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0691588
Jun 01 12:49:14.598676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55232) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:14.666751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.701340 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.768357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.773282 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4b208162-fd6e-4d45-ae91-000834d128a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:14.830511 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6208c2c-c24c-41fb-9927-419e1f72ae63,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:14.855427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:14.878626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:14.882702 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6208c2c-c24c-41fb-9927-419e1f72ae63 HTTP/1.1" status: 204  len: 168 time: 0.2817860
Jun 01 12:49:15.145916 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-276db373-ae67-44f3-81b9-0f4e4e4423f2 req-39f43be7-ceae-4158-80de-2ce9dddc163f tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b43b758-4f11-4d48-b4f5-89deeba08bfe HTTP/1.1" status: 200  len: 210 time: 0.0618033
Jun 01 12:49:15.285217 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['8a28b041-8ce9-41ef-a474-3e1310799511'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:15.318031 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'port': {'device_id': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'admin_state_up': True, 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'security_groups': ['6e71be70-ad7f-472b-9511-0842426c6d90']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:15.532328 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:15.651634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3307a1d-4a16-4bc8-910f-21331404e0db req-9edd28ae-1d44-40ce-8bb0-13af55b93b42 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0609734
Jun 01 12:49:15.694727 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:15.704487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:port and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:15.710172 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:15.721730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:15.745516 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-5e7dd7be-2db2-4192-a6a8-9317e57d1476 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:15.746553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-5e7dd7be-2db2-4192-a6a8-9317e57d1476 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Synchronizing usage tracker for tenant:666e8b8386cc4a1da8ea83a15e60186d on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:15.768705 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Made reservation on behalf of 135cc459ca0d456eab7c7cc3da170f74 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:49:15.772813 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:15.812674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-5e7dd7be-2db2-4192-a6a8-9317e57d1476 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Unset dirty status for tenant:666e8b8386cc4a1da8ea83a15e60186d on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:15.814398 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-5e7dd7be-2db2-4192-a6a8-9317e57d1476 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.60 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.2650628
Jun 01 12:49:15.903662 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06127-c60b-42e5-a4f5-c2ebd1c58ea5 req-062b0fe0-b9dd-48b5-ba07-f8c7a9aa3ea4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:15.907619 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6ef06127-c60b-42e5-a4f5-c2ebd1c58ea5 req-062b0fe0-b9dd-48b5-ba07-f8c7a9aa3ea4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 949 time: 0.1710379
Jun 01 12:49:16.097829 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6ef06127-c60b-42e5-a4f5-c2ebd1c58ea5 req-8d061e7c-49ba-4507-9a47-ac11c13d4127 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/security-groups?id=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717470
Jun 01 12:49:16.247306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Deleting port 623ec27e-91ac-4ade-803a-203f4f082216 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:16.247922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.360853 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55284) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:16.433816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55288) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:16.454857 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Allocated IP 172.20.0.11 (99e36273-76be-466a-b11a-be27334870c1/6830dfee-aecb-4e15-983c-bbff7f915d68/9bc1827d-40da-45fb-a283-99f22ef332c9) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:16.478101 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Deleting subnet 21c338a5-4d8f-48f2-be34-6af322282f4a {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:49:16.483680 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.576848 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10802760'] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.647872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.811537 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-network', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:16.833261 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.837463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:16.856978 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] For port 623ec27e-91ac-4ade-803a-203f4f082216, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=623ec27e-91ac-4ade-803a-203f4f082216,segment=NetworkSegment(24dfee87-c207-4e6a-8b7b-d65537daa835),segment_id=24dfee87-c207-4e6a-8b7b-d65537daa835)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:16.857428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:16.865972 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Transition to ACTIVE for port object 9bc1827d-40da-45fb-a283-99f22ef332c9 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:16.874044 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Usage tracker for resource:network and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:16.878862 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:16.967438 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:17.010319 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Calling delete_port for 623ec27e-91ac-4ade-803a-203f4f082216 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:17.014146 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-11ee8c89-7243-4cc5-8f3c-92a2e0f55885 req-2802f507-8b41-441a-8c82-cb914bb07585 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0882366
Jun 01 12:49:17.018421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Made reservation on behalf of 171fb0871af643a6bc91d522c6da7c04 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:49:17.020982 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.055287 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.058269 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.061878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:17.100389 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:17.127177 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:17.133524 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:17.153990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Network 99e36273-76be-466a-b11a-be27334870c1 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:17.158924 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:17.161798 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:17.198238 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:17.207922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:17.220630 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:17.256997 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1698696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10585473'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.263138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8000baec-7b35-45ca-a05d-b4ddeebb3a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:17.304558 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:17.305265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.331422 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.338696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cded74fe-c214-4f25-8323-f4bbd8817f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:17.345996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c338a5-4d8f-48f2-be34-6af322282f4a,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:17.348327 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:17.358052 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.368203 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-236a804e-abc2-4107-85eb-7e28ac561826 req-0a5db019-5374-44fa-a87f-27126b919630 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.1060674
Jun 01 12:49:17.375396 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-aff2e303-dda6-4ebd-9e68-3b424ea235a1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/21c338a5-4d8f-48f2-be34-6af322282f4a HTTP/1.1" status: 204  len: 168 time: 1.0126257
Jun 01 12:49:17.378048 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55310) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:17.392991 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0992899
Jun 01 12:49:17.396033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Pushing event deleted for resources: {'Port': ['ID=623ec27e-91ac-4ade-803a-203f4f082216,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:17.406969 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:17.474060 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-73894f74-e65a-4d0d-80b3-f44bfae703b4 None None] Provisioning for port 9bc1827d-40da-45fb-a283-99f22ef332c9 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:17.481882 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-73894f74-e65a-4d0d-80b3-f44bfae703b4 None None] Provisioning complete for port 9bc1827d-40da-45fb-a283-99f22ef332c9 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:17.482244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-73894f74-e65a-4d0d-80b3-f44bfae703b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.550500 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-73894f74-e65a-4d0d-80b3-f44bfae703b4 None None] Port 9bc1827d-40da-45fb-a283-99f22ef332c9 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:49:17.601477 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] No DVR routers for this DVR port 623ec27e-91ac-4ade-803a-203f4f082216 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:49:17.605018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.607230 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4958a78-0a20-47a6-aa54-92b1e91202a9 req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.60 "DELETE /v2.0/ports/623ec27e-91ac-4ade-803a-203f4f082216 HTTP/1.1" status: 204  len: 173 time: 1.7394338
Jun 01 12:49:17.608159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'name': 'network-vif-deleted', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:17.610582 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8818e-7562-4fb7-a533-323304f7fcc4" -d '{"events": [{"server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "name": "network-vif-deleted", "tag": "623ec27e-91ac-4ade-803a-203f4f082216"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:17.632375 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.655033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c2b4e-d6d1-49fb-924b-68d3a78d6e9d x-openstack-request-id: req-712c2b4e-d6d1-49fb-924b-68d3a78d6e9d {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:17.655417 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a174be23-6c58-4ca5-a503-b6d306b9b68f", "name": "network-vif-deleted", "tag": "623ec27e-91ac-4ade-803a-203f4f082216", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:17.655700 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-712c2b4e-d6d1-49fb-924b-68d3a78d6e9d {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:17.656127 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a174be23-6c58-4ca5-a503-b6d306b9b68f', 'name': 'network-vif-deleted', 'tag': '623ec27e-91ac-4ade-803a-203f4f082216', 'status': 'completed', 'code': 200}
Jun 01 12:49:17.698567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.719094 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.725210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2a4f2fdb-96ba-4088-a6c3-fd763dc92b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:17.789800 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:49:17.833328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.843303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f95b650-5ec7-48d8-b41a-ed2cda893bd8,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:17.845996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.846333 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Added segment 11bddaf1-1bbc-4bf3-a46d-8450458f3c92 of type vlan for network ab4d2d97-d91f-49fa-934f-cdd501e29b6b
Jun 01 12:49:17.850503 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:17.858385 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b75474c0>,) {'filters': {'network_id': ['70ed443d-257a-40be-a0aa-55d1b2de0e80']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:17.875448 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b75474c0>, 'a9ea49bf-a956-447f-bea0-74cc5d757975') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:17.875688 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b75474c0>, 'a9ea49bf-a956-447f-bea0-74cc5d757975') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:17.901113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.908860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.924098 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.938537 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:49:17.938957 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:49:17.951947 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:49:18.028591 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.030198 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:18.030798 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.034888 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bcac38a1-dab0-45c1-af67-85b5a7aaf068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:18.062120 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.102851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Request body: {'port': {'device_id': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:18.140318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.162803 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4d2d97-d91f-49fa-934f-cdd501e29b6b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:18.167338 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:18.167776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:18.175692 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:49:18.190096 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Pushing event deleted for resources: {'Network': ['ID=70ed443d-257a-40be-a0aa-55d1b2de0e80,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:18.199963 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.7646613
Jun 01 12:49:18.201477 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:18.202096 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55332) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:18.205861 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c85b1ab5-fc97-4fbe-b4a7-c57e387f03ea admin admin] 10.222.0.86 "DELETE /v2.0/networks/70ed443d-257a-40be-a0aa-55d1b2de0e80 HTTP/1.1" status: 204  len: 168 time: 0.8267756
Jun 01 12:49:18.210341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Request body: {'subnet': {'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-subnet', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:18.256262 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:18.266234 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Usage tracker for resource:subnet and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:18.271185 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:18.286927 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:18.312709 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Made reservation on behalf of 171fb0871af643a6bc91d522c6da7c04 for: {'subnet': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:49:18.318029 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10585502'] for subnet, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.319186 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.396084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55340) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:18.424006 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c13e0-bc8c-48a4-8e21-09bd09da824b req-a2aa2f8e-5ecb-4606-8c72-5706708dd71f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:18.425502 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b82c13e0-bc8c-48a4-8e21-09bd09da824b req-a2aa2f8e-5ecb-4606-8c72-5706708dd71f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 932 time: 0.2114184
Jun 01 12:49:18.517139 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-edfc3423-694c-4e4f-8af9-ec0c7138b16d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d06d7a6f2566458e933412747c300588&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1197512
Jun 01 12:49:18.520169 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55346) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:18.553877 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b82c13e0-bc8c-48a4-8e21-09bd09da824b req-205b55ab-55ec-4741-a067-7d402a382a54 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202071
Jun 01 12:49:18.736781 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f62a61d1-68b7-4b16-a070-3f58f2b72c99 req-17fc6f60-c47d-4e56-9ff5-4d34a4736a51 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.0794444
Jun 01 12:49:18.739778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.757322 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4c2b-0004-4187-b98f-249ea9168cd4 req-ab80b048-9427-4fbf-aa92-6873db6e51a6 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:18.758781 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75df4c2b-0004-4187-b98f-249ea9168cd4 req-ab80b048-9427-4fbf-aa92-6873db6e51a6 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.2947011
Jun 01 12:49:18.774941 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc1827d-40da-45fb-a283-99f22ef332c9 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:18.783434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.800479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Transition to ACTIVE for port object 9bc1827d-40da-45fb-a283-99f22ef332c9 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:18.804622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.808750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-9a331110-5c18-4487-8558-7e54ec51a46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:18.825065 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.891771 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-75df4c2b-0004-4187-b98f-249ea9168cd4 req-967716a5-165a-4a9b-99ff-ceed36fe72b4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1208375
Jun 01 12:49:18.981305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:18.988584 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:18.992323 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1fe21106-8135-4480-a11d-8c1eef3a2d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:19.009420 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d4a8f0-e534-4a39-900a-13808fffef09,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:19.010025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:19.029564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:19.048877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.052817 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90d4a8f0-e534-4a39-900a-13808fffef09 HTTP/1.1" status: 204  len: 168 time: 0.5238941
Jun 01 12:49:19.069322 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Attempting to bind port 9bc1827d-40da-45fb-a283-99f22ef332c9 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:19.069715 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Attempting to bind port 9bc1827d-40da-45fb-a283-99f22ef332c9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:19.070147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Attempting to bind port 9bc1827d-40da-45fb-a283-99f22ef332c9 on network 99e36273-76be-466a-b11a-be27334870c1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:19.087369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Port 9bc1827d-40da-45fb-a283-99f22ef332c9 on network 99e36273-76be-466a-b11a-be27334870c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:49:19.087764 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Attempting to bind port 9bc1827d-40da-45fb-a283-99f22ef332c9 on network 99e36273-76be-466a-b11a-be27334870c1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:19.093778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:19.094143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Checking segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:19.094645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Bound using segment: {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:19.095038 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Bound port: 9bc1827d-40da-45fb-a283-99f22ef332c9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e8e416-a2c2-422e-9a58-b4bd233957f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99e36273-76be-466a-b11a-be27334870c1'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:19.095402 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.127711 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1698763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10585480'] for subnet, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.132493 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5b91d667-b677-4bc9-bb5f-590b7ea673da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:19.199656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:19.206069 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a97489-c93b-427c-b153-055a28c050b9,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:19.209998 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:19.213275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:19.218890 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.220053 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Checking segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:19.221544 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Network hostable DHCP agents. Network: ab4d2d97-d91f-49fa-934f-cdd501e29b6b, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:49:19.223917 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f5cdd88-bb9c-4ae2-bfb0-fed0c18985d7 tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:19.246818 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:49:19.263034 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, ab4d2d97-d91f-49fa-934f-cdd501e29b6b) {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:19.272508 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:19.273198 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.276707 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42502d6d-1f2d-40dc-b343-3609b9c8659e None None] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:49:19.284401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:19.285000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.286394 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] 10.222.0.60 "PUT /v2.0/ports/9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 1094 time: 1.1881399
Jun 01 12:49:19.303553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55358) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:19.303852 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1002810
Jun 01 12:49:19.312100 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:19.316682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:19.320303 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:19.322924 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:19.325438 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Usage tracker for resource:router and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:19.328537 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:19.345838 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:19.359360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.360420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.382494 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.569939 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:49:19.570831 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.697137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:19.701465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca00434-b6f3-4ac0-a86f-191915b5b821" -d '{"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:19.744902 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:19.769816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aef15-63c5-4cc6-9cfb-65347b5856a4 req-18cdc4ec-c8fd-4074-9aec-a0b1316be6bf tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:19.771666 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c6aef15-63c5-4cc6-9cfb-65347b5856a4 req-18cdc4ec-c8fd-4074-9aec-a0b1316be6bf tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1047773
Jun 01 12:49:19.806016 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Allocated IP 172.20.0.2 (ab4d2d97-d91f-49fa-934f-cdd501e29b6b/c2a97489-c93b-427c-b153-055a28c050b9/f1f883c0-ada4-498b-9754-7285d8ac0b9a) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:19.813377 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047ee909-ebdb-47db-afdf-f7545db54d0d x-openstack-request-id: req-047ee909-ebdb-47db-afdf-f7545db54d0d {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:19.813718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:19.817622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-047ee909-ebdb-47db-afdf-f7545db54d0d {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:19.818166 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'status': 'completed', 'code': 200}
Jun 01 12:49:19.840436 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3c6aef15-63c5-4cc6-9cfb-65347b5856a4 req-af7fab06-3317-4f46-bc72-45592c310da0 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618520
Jun 01 12:49:20.005863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['623ec27e-91ac-4ade-803a-203f4f082216'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:20.041813 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 623ec27e-91ac-4ade-803a-203f4f082216 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:20.107913 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 623ec27e-91ac-4ade-803a-203f4f082216 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:20.108524 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 623ec27e-91ac-4ade-803a-203f4f082216 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:20.109076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8a28b041-8ce9-41ef-a474-3e1310799511 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:20.158488 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 8a28b041-8ce9-41ef-a474-3e1310799511 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:20.159169 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 8a28b041-8ce9-41ef-a474-3e1310799511 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:20.235226 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-339a79ad-3418-4248-b22a-0e579e4f4c73 req-b996f095-f6ad-412f-bc79-7d723f5236ca tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] 10.222.0.86 "GET /v2.0/ports?device_id=a174be23-6c58-4ca5-a503-b6d306b9b68f HTTP/1.1" status: 200  len: 210 time: 0.2669148
Jun 01 12:49:20.277698 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.296661 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Transition to ACTIVE for port object f1f883c0-ada4-498b-9754-7285d8ac0b9a will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:20.301773 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21070804-91a2-4697-b463-369c7f89b399 req-a819734b-ccc1-4b37-b2a5-2dc243bbaea1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:20.309396 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-21070804-91a2-4697-b463-369c7f89b399 req-a819734b-ccc1-4b37-b2a5-2dc243bbaea1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.2751367
Jun 01 12:49:20.325418 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Transition to ACTIVE for port object f1f883c0-ada4-498b-9754-7285d8ac0b9a will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:20.333943 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.340342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6c3fe4bf-d36c-47c7-8c41-63b77291c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:20.379173 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-21070804-91a2-4697-b463-369c7f89b399 req-1f54f327-1cfd-490b-a240-0970e2defe78 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0686498
Jun 01 12:49:20.431670 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:20.435206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:20.439836 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:20.451722 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Pushing event updated for resources: {'Port': ['ID=f1f883c0-ada4-498b-9754-7285d8ac0b9a,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:20.483857 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:20.549691 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Attempting to bind port f1f883c0-ada4-498b-9754-7285d8ac0b9a on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:20.550068 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Attempting to bind port f1f883c0-ada4-498b-9754-7285d8ac0b9a by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:20.550437 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Attempting to bind port f1f883c0-ada4-498b-9754-7285d8ac0b9a on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:20.556669 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:20.557044 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Checking segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:20.557448 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.557844 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Bound using segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:20.558351 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Bound port: f1f883c0-ada4-498b-9754-7285d8ac0b9a, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:20.558715 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.578174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.616350 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.662698 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-9d99e932-10e2-43d5-8b14-27ce03de50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:20.666319 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-9d99e932-10e2-43d5-8b14-27ce03de50a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1138 time: 0.3606997
Jun 01 12:49:20.669700 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-e2df750c-ee87-46f3-ab77-162d52ead0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:20.672040 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-e2df750c-ee87-46f3-ab77-162d52ead0a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.3300626
Jun 01 12:49:20.683510 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] For port f1f883c0-ada4-498b-9754-7285d8ac0b9a, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:20.687648 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] For port f1f883c0-ada4-498b-9754-7285d8ac0b9a, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f1f883c0-ada4-498b-9754-7285d8ac0b9a,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:20.692495 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:20.697301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:20.774870 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Pushing event updated for resources: {'Port': ['ID=f1f883c0-ada4-498b-9754-7285d8ac0b9a,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:20.778590 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:21.030052 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-ec8a4f27-39ab-4877-a79f-3fd0ba98bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.032124 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-ec8a4f27-39ab-4877-a79f-3fd0ba98bf58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.3552618
Jun 01 12:49:21.048620 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-ad1f1464-aac8-4203-8b24-1ed56995b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.052661 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-ad1f1464-aac8-4203-8b24-1ed56995b813 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=135cc459ca0d456eab7c7cc3da170f74&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3517413
Jun 01 12:49:21.119457 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Allocated IP 172.27.2.39 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/40c4c441-eeb3-4b68-be43-13dc99720ef4) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:21.218417 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb00e5-d238-4183-bd34-1a01fa5c32bd req-ee1aaeee-37bf-45b5-a89b-4b7205dcfed2 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.220152 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-19eb00e5-d238-4183-bd34-1a01fa5c32bd req-ee1aaeee-37bf-45b5-a89b-4b7205dcfed2 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1802680
Jun 01 12:49:21.341961 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-19eb00e5-d238-4183-bd34-1a01fa5c32bd req-f57dc5a6-a9ec-4b45-9091-ddfc16b2173a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061268
Jun 01 12:49:21.435176 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-5e04103f-da13-48c4-bbcf-1a4b1c5a0531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 1002 time: 0.3892274
Jun 01 12:49:21.687187 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0688b-c0af-45c9-83cf-bd0ea759785a req-39868243-23b8-4064-8e65-338018b9dd77 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.695103 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f2b0688b-c0af-45c9-83cf-bd0ea759785a req-39868243-23b8-4064-8e65-338018b9dd77 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.1041625
Jun 01 12:49:21.735028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-982a35ae-33f8-48e4-939e-c7608371b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.737176 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0ca00434-b6f3-4ac0-a86f-191915b5b821 req-982a35ae-33f8-48e4-939e-c7608371b492 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6075890
Jun 01 12:49:21.755098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55444) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:21.758891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-677fa717-c49a-452d-8046-b2bbf474c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:21.760546 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-677fa717-c49a-452d-8046-b2bbf474c9e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.2410033
Jun 01 12:49:21.793756 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f2b0688b-c0af-45c9-83cf-bd0ea759785a req-49ad1baf-b16a-45cf-8960-1c069bf818fc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0956240
Jun 01 12:49:21.799557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:21.968717 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:21.994074 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:22.002348 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Usage tracker for resource:security_group_rule and tenant:26d8986bad944a7989d25600ed3dc057 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:22.006325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:22.016568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:22.020247 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-77399d3d-427c-4698-93dc-2e35e950b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:22.021769 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-77399d3d-427c-4698-93dc-2e35e950b615 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2393625
Jun 01 12:49:22.024818 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-4cda2fc8-b84e-4a28-ab70-120443dfc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:22.026295 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-4cda2fc8-b84e-4a28-ab70-120443dfc7d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.1853273
Jun 01 12:49:22.031853 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:22.042970 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f1ab1a41-ddf7-4f29-bfef-0b8877d946dd tempest-ServerRescueNegativeTestJSON-1584846471 tempest-ServerRescueNegativeTestJSON-1584846471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:22.190572 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b23dfa-275e-4fb0-920f-aa8d4d339c3c None None] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:49:22.329859 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-00ecfac9-11cb-4078-b793-0dc5120e01aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 217 time: 0.2921963
Jun 01 12:49:22.363374 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-154d6473-907c-4296-8732-ea22b9ebc8c6 None None] Provisioning for port f1f883c0-ada4-498b-9754-7285d8ac0b9a completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:22.503042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:22.514561 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:22.530617 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:22.697994 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f1f883c0-ada4-498b-9754-7285d8ac0b9a up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:22.702899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23070c6a-5af6-4999-b606-d09a508de7e2 req-c02da184-86dd-463d-b3dc-72c838c4735b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:22.705914 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23070c6a-5af6-4999-b606-d09a508de7e2 req-c02da184-86dd-463d-b3dc-72c838c4735b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1842306
Jun 01 12:49:22.790992 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port f1f883c0-ada4-498b-9754-7285d8ac0b9a completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:22.792778 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23070c6a-5af6-4999-b606-d09a508de7e2 req-07eda076-8b34-461b-981d-e74ece959be3 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636160
Jun 01 12:49:22.798479 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f1f883c0-ada4-498b-9754-7285d8ac0b9a triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:22.799352 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:22.862413 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Pushing event updated for resources: {'Port': ['ID=40c4c441-eeb3-4b68-be43-13dc99720ef4,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:22.888780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:22.958576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-484f6262-aed0-4373-9c2b-f0559245284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:22.960580 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-484f6262-aed0-4373-9c2b-f0559245284a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.5051036
Jun 01 12:49:23.063773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.067125 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-0fe2e748-1a05-4989-b3b8-91eb8ac7d3ae service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0305803
Jun 01 12:49:23.119658 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port f1f883c0-ada4-498b-9754-7285d8ac0b9a, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f1f883c0-ada4-498b-9754-7285d8ac0b9a,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:23.134416 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.138511 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:23.182719 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456959-e5dd-49f6-96a0-6a41d39537a2 req-a0b06895-2332-4d0b-9192-e39148b3dcfe tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:23.191606 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9456959-e5dd-49f6-96a0-6a41d39537a2 req-a0b06895-2332-4d0b-9192-e39148b3dcfe tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.1646192
Jun 01 12:49:23.216796 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-7200f5d9-4f47-4800-aa0c-daad045482c8 None None] Provisioning complete for port f1f883c0-ada4-498b-9754-7285d8ac0b9a triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:23.217419 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7200f5d9-4f47-4800-aa0c-daad045482c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.252486 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9456959-e5dd-49f6-96a0-6a41d39537a2 req-2997cc2e-0b6e-4dd2-963d-070559631e16 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0595727
Jun 01 12:49:23.285879 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.294731 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=f1f883c0-ada4-498b-9754-7285d8ac0b9a,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:23.298342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:23.306503 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.321270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f9f59539-1ff5-4996-a592-ce250488262b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:23.473164 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26d8986bad944a7989d25600ed3dc057&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7165987
Jun 01 12:49:23.476617 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55584) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:23.499157 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-43951393-1d80-4243-9d6b-4f0f0b725f2c req-d020a50f-6efa-448e-b5fe-89b69134fe1d service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4149241
Jun 01 12:49:23.501297 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-0d39dfca-8828-421b-b4d9-c50515e41dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:23.502751 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-0d39dfca-8828-421b-b4d9-c50515e41dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5179973
Jun 01 12:49:23.506126 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ed1688-291d-4d4d-88d6-804da484d189,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:23.510687 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:23.588176 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.596427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.618090 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.682224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.688205 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-97dd6ec0-93f3-4b1d-b7d6-a0aa0c202021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:23.703743 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ed1688-291d-4d4d-88d6-804da484d189,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:23.708280 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:23.711175 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:23.713245 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-26f5dd57-8db9-4847-9216-d8724ac43d0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18ed1688-291d-4d4d-88d6-804da484d189 HTTP/1.1" status: 204  len: 168 time: 0.2356586
Jun 01 12:49:23.897901 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-ca437758-4283-468d-bb99-3439b82859df service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3859875
Jun 01 12:49:24.036905 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f34077-9286-440d-83c8-335eea846bc9 req-ed9d88be-2fd5-4691-8ffd-da0f8154fa90 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:24.038473 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91f34077-9286-440d-83c8-335eea846bc9 req-ed9d88be-2fd5-4691-8ffd-da0f8154fa90 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1047766
Jun 01 12:49:24.114078 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91f34077-9286-440d-83c8-335eea846bc9 req-d1b090b1-398d-4297-98c0-36b8f3aba016 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696893
Jun 01 12:49:24.159889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55652) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:24.184150 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.188474 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55658) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:24.201828 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:24.206223 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c14d4145512d477e9db6aefbe6337ce4 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:24.209152 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:24.215271 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:24.338339 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.346778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.357209 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dbb08001-5ea9-4974-b982-92984370156f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:24.426300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Deleting subnet 9e2ca1e9-320a-48e5-96b4-cd035a569a9d {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:49:24.434332 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b2d69b74-f51a-4344-bf4e-819f72206bf7 req-5072e4ef-c1f8-4997-a199-851714b669ea service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5262690
Jun 01 12:49:24.437262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.441728 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c14d4145512d477e9db6aefbe6337ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2807455
Jun 01 12:49:24.450748 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55672) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:24.487681 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d7173-0ccd-4e28-8835-8fc7a59722eb,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:24.505412 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.506050 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.506416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.506804 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.507160 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.507518 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.507865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.508407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.508910 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.509408 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.509906 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.510416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:24.518421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-34d50766-1978-4e3a-a9f1-897f253ed1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:24.530471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.536868 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.549160 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f1f883c0-ada4-498b-9754-7285d8ac0b9a up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:24.572492 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.584423 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acea9b-e694-4463-819c-920aa0e447d4 req-aa6710d9-9315-4a44-86c8-62b35f604ea6 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:24.586159 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-31acea9b-e694-4463-819c-920aa0e447d4 req-aa6710d9-9315-4a44-86c8-62b35f604ea6 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.2165227
Jun 01 12:49:24.632431 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.646807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port f1f883c0-ada4-498b-9754-7285d8ac0b9a triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:24.647387 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.672357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.675212 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-31acea9b-e694-4463-819c-920aa0e447d4 req-aad03fb2-3385-4b71-997b-bda631c7787e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0781000
Jun 01 12:49:24.715691 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.726414 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c8efe4f7-261f-4e3f-9965-f81b6c9c3745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:24.747243 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d7173-0ccd-4e28-8835-8fc7a59722eb,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:24.753405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:24.754860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:24.757045 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/153d7173-0ccd-4e28-8835-8fc7a59722eb HTTP/1.1" status: 204  len: 168 time: 0.3039553
Jun 01 12:49:25.107069 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Router 62c1d130-9077-4265-b95b-281868419074 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:49:25.304630 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:25.421968 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13d5fa-d175-4a0e-b6eb-4abcd13528f9 req-79850501-992e-4a77-938e-14515fa0c060 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:25.429397 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7d13d5fa-d175-4a0e-b6eb-4abcd13528f9 req-79850501-992e-4a77-938e-14515fa0c060 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1563537
Jun 01 12:49:25.475471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2c530a60-5ac5-47e7-91c9-84591968d5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:25.506768 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7d13d5fa-d175-4a0e-b6eb-4abcd13528f9 req-e4f416ca-5fd5-462a-a8d2-4867cd255564 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757418
Jun 01 12:49:25.536630 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2ca1e9-320a-48e5-96b4-cd035a569a9d,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:25.550937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:25.555096 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.555472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.555849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.556183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.556644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.556898 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.563237 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.563743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.564137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.564426 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.564781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.565128 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:25.572785 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:25.592923 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0da5c789-4537-488a-8877-f1875632df81 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9e2ca1e9-320a-48e5-96b4-cd035a569a9d HTTP/1.1" status: 204  len: 168 time: 1.3930230
Jun 01 12:49:25.592923 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:49:25.593245 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55738) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:25.601874 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:49:25.619675 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:25.621086 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3497c0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:25.744338 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:25.744338 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.4348192
Jun 01 12:49:25.744531 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55750) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:25.796345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:25.884731 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:26.052864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.071014 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e145b0>,) {'filters': {'network_id': ['d3d65dd2-08ee-487f-923f-d023d6f53c49']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:26.086588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e145b0>, 'c707b727-abdc-431a-b0ee-3a4cac5130ad') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:26.087250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e145b0>, 'c707b727-abdc-431a-b0ee-3a4cac5130ad') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:26.100412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.123436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.135551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:49:26.136282 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.237060 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bb190-ae10-4e77-bcae-5d19aa44ee58 req-02f0ffe9-6a51-4507-b290-fafd6b6d3266 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:26.243784 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aa4bb190-ae10-4e77-bcae-5d19aa44ee58 req-02f0ffe9-6a51-4507-b290-fafd6b6d3266 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.3216295
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:49:26.323337 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:49:26.332940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aa4bb190-ae10-4e77-bcae-5d19aa44ee58 req-7bedb32c-7028-4469-a882-fc4b50d4e0b9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0887234
Jun 01 12:49:26.442975 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.456020 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.469076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d1f14541-876c-4c0d-98eb-e4495fc6bb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:26.513271 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d3d65dd2-08ee-487f-923f-d023d6f53c49 HTTP/1.1" status: 204  len: 168 time: 0.9162123
Jun 01 12:49:26.517908 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3497c0>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:26.526965 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d65dd2-08ee-487f-923f-d023d6f53c49,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:26.537281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:26.564167 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:49:26.568131 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Updating router 62c1d130-9077-4265-b95b-281868419074 port 40c4c441-eeb3-4b68-be43-13dc99720ef4 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:49:26.663135 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:26.764529 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55798) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:26.823509 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d19ae28d-b0be-4880-a872-0a4582a79ebb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2d3af361723402788d06b9a3c5c16bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551853
Jun 01 12:49:26.824528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55802) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:26.997684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.064548 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.156215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.164763 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-58b174ba-d2fd-497b-9ab6-e99b9ee9d3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:27.182200 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790fb2e7-67b5-4b3f-a298-c947cc728185,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:27.197245 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:27.220204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.221766 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-fc005b2e-1c46-405f-8e5f-ce17e82d2434 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/790fb2e7-67b5-4b3f-a298-c947cc728185 HTTP/1.1" status: 204  len: 168 time: 0.3962612
Jun 01 12:49:27.224538 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a430-4562-4f97-9540-b697a91e4989 req-237f1ac2-7c36-411d-a857-eca1c07dfa06 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:27.226448 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6484a430-4562-4f97-9540-b697a91e4989 req-237f1ac2-7c36-411d-a857-eca1c07dfa06 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.4388127
Jun 01 12:49:27.251790 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.277288 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Transition to ACTIVE for port object 40c4c441-eeb3-4b68-be43-13dc99720ef4 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:27.292905 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.308628 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:27.351146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.413536 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Attempting to bind port 40c4c441-eeb3-4b68-be43-13dc99720ef4 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:27.413923 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Attempting to bind port 40c4c441-eeb3-4b68-be43-13dc99720ef4 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:27.414587 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Attempting to bind port 40c4c441-eeb3-4b68-be43-13dc99720ef4 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:27.428187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:27.428690 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:27.428952 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.429349 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:27.429822 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Bound port: 40c4c441-eeb3-4b68-be43-13dc99720ef4, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:27.430201 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.443727 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6484a430-4562-4f97-9540-b697a91e4989 req-9bee55e5-58eb-40d1-93d8-458fe57bf96e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722763
Jun 01 12:49:27.475373 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Pushing event updated for resources: {'Port': ['ID=40c4c441-eeb3-4b68-be43-13dc99720ef4,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:27.492154 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:27.524349 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff56c-a719-4336-a6b7-7d8ba58005b7 req-a3c8fefd-f6dc-4b4e-84ea-cce3422b422f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:27.526227 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-813ff56c-a719-4336-a6b7-7d8ba58005b7 req-a3c8fefd-f6dc-4b4e-84ea-cce3422b422f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 945 time: 0.3119292
Jun 01 12:49:27.572588 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] For port 40c4c441-eeb3-4b68-be43-13dc99720ef4, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:27.577129 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] For port 40c4c441-eeb3-4b68-be43-13dc99720ef4, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=40c4c441-eeb3-4b68-be43-13dc99720ef4,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:27.582347 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:27.588972 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:27.712388 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:27.713294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3497c0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:27.803485 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-813ff56c-a719-4336-a6b7-7d8ba58005b7 req-50078b5b-6518-44a7-9c33-8433e1997b5c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922517
Jun 01 12:49:27.817623 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Allocated IP 172.20.0.1 (ab4d2d97-d91f-49fa-934f-cdd501e29b6b/c2a97489-c93b-427c-b153-055a28c050b9/b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:27.818951 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Pushing event updated for resources: {'Port': ['ID=40c4c441-eeb3-4b68-be43-13dc99720ef4,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:27.831108 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:27.946545 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:27.961519 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13771-727f-4f76-8b63-f879d6d22975 req-8ee4aee3-af67-4756-94e3-31303c1e14f9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:27.963091 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84e13771-727f-4f76-8b63-f879d6d22975 req-8ee4aee3-af67-4756-94e3-31303c1e14f9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.3507564
Jun 01 12:49:28.049563 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84e13771-727f-4f76-8b63-f879d6d22975 req-76136f99-7863-4dcb-9a8b-f8a56e92e1b7 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0781116
Jun 01 12:49:28.066616 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.088162 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Transition to ACTIVE for port object b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d will not be triggered until provisioned by entity DHCP. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:28.119099 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.124884 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9cf132b4-fb28-45fb-b642-2e7aec3702ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:28.199772 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:28.203428 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:28.207338 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:28.274922 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.315321 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3497c0>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:28.330624 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55868) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:28.335051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02d4aa-a9f8-4677-b309-ed157d71d451 None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:49:28.479618 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:28.496702 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:28.538732 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8d3590e3-45be-478e-9d77-8523b5fb121e None None] Provisioning for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:28.551490 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8d3590e3-45be-478e-9d77-8523b5fb121e None None] Provisioning complete for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:28.551769 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8d3590e3-45be-478e-9d77-8523b5fb121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.566298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.605406 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:28.612587 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d021ec7bb9e437eb1bfea232e137902 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:28.617114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:28.631045 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:28.740942 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-8d3590e3-45be-478e-9d77-8523b5fb121e None None] Port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:49:28.875322 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55886) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:28.941402 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.979353 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:28.990478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.001457 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5401062f-06fd-42e5-80b9-6bea822c95da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:29.075118 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d021ec7bb9e437eb1bfea232e137902&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7438786
Jun 01 12:49:29.077957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31103a-7294-45bb-9469-bb25173a4652,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:29.080778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55892) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:29.097128 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7c885-566c-42d6-95dd-c626024bf72a req-bb8c8e5e-366f-4fe8-9c95-c58c91746788 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:29.099113 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-65b7c885-566c-42d6-95dd-c626024bf72a req-bb8c8e5e-366f-4fe8-9c95-c58c91746788 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 945 time: 0.2874498
Jun 01 12:49:29.110393 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:29.284337 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.315993 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695707f-df1f-44aa-aafc-45940f79bea4 req-e5263b15-a49b-4473-a439-20498915eef6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:29.317837 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6695707f-df1f-44aa-aafc-45940f79bea4 req-e5263b15-a49b-4473-a439-20498915eef6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.5495121
Jun 01 12:49:29.339692 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.361665 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd17d-c1fa-4fea-9623-35cc78afb1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.396573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Deleting port f87c5178-a40f-4a25-8735-48d2bc94305d {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:49:29.396940 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.410129 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-926b6729-371e-473d-9cf6-68ce9a753572 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=666e8b8386cc4a1da8ea83a15e60186d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5308101
Jun 01 12:49:29.414036 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 55898) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:29.548729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.549140 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6695707f-df1f-44aa-aafc-45940f79bea4 req-920c706d-aacd-454e-91ca-f5d1eb3419ad tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2103724
Jun 01 12:49:29.555149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c326f07b-1684-49a4-be5e-bbf807c880b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:29.588705 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.593263 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed31103a-7294-45bb-9469-bb25173a4652 HTTP/1.1" status: 204  len: 168 time: 0.5107789
Jun 01 12:49:29.594631 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31103a-7294-45bb-9469-bb25173a4652,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:29.607265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:29.610837 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] For port f87c5178-a40f-4a25-8735-48d2bc94305d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f87c5178-a40f-4a25-8735-48d2bc94305d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:29.611407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.615100 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d435a-492f-4d03-875b-a0da936ebda7 req-f4852cfd-4a21-4e74-ab76-907ba8c8cd23 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:29.629896 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f6d435a-492f-4d03-875b-a0da936ebda7 req-f4852cfd-4a21-4e74-ab76-907ba8c8cd23 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 945 time: 0.6132863
Jun 01 12:49:29.771475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Calling delete_port for f87c5178-a40f-4a25-8735-48d2bc94305d owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:49:29.865751 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.871617 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f6d435a-492f-4d03-875b-a0da936ebda7 req-74addcdb-65c8-4c45-a3c1-979bc9331bb3 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400115
Jun 01 12:49:29.904790 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.913926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.921639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:29.929696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:29.936960 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['f87c5178-a40f-4a25-8735-48d2bc94305d'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:29.956065 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:29.986903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Pushing event deleted for resources: {'Port': ['ID=f87c5178-a40f-4a25-8735-48d2bc94305d,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:29.989578 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:30.000879 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.022086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55910) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:30.089345 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:30.090609 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.093458 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.103758 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fae5-8031-4668-b8f2-db80a67938c9 req-2305d47b-3316-42c1-9baf-a4185f387850 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:30.105235 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3de9fae5-8031-4668-b8f2-db80a67938c9 req-2305d47b-3316-42c1-9baf-a4185f387850 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.3429666
Jun 01 12:49:30.107461 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:30.107743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] No DVR routers for this DVR port f87c5178-a40f-4a25-8735-48d2bc94305d on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:49:30.112447 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.122529 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'name': 'network-vif-deleted', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:30.124876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42443beb-ba7c-4224-a8f3-127f30bb47e5" -d '{"events": [{"server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "name": "network-vif-deleted", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:30.139169 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:30.149280 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-65b7c885-566c-42d6-95dd-c626024bf72a req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "DELETE /v2.0/ports/f87c5178-a40f-4a25-8735-48d2bc94305d HTTP/1.1" status: 204  len: 173 time: 1.0373428
Jun 01 12:49:30.150784 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Usage tracker for resource:security_group_rule and tenant:7d38d5320d684ad0a8ee8606ccfd7cdc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:30.155105 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:30.172432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:30.209667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2398537-878c-44a8-adc7-b4d8d6e344d8 x-openstack-request-id: req-d2398537-878c-44a8-adc7-b4d8d6e344d8 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:30.212071 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0366f9-53a5-4141-87e4-be2bd68d967f", "name": "network-vif-deleted", "tag": "f87c5178-a40f-4a25-8735-48d2bc94305d", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:30.217809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2398537-878c-44a8-adc7-b4d8d6e344d8 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:30.231451 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0366f9-53a5-4141-87e4-be2bd68d967f', 'name': 'network-vif-deleted', 'tag': 'f87c5178-a40f-4a25-8735-48d2bc94305d', 'status': 'completed', 'code': 200}
Jun 01 12:49:30.248972 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.256613 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02d5d5d2-5c60-4d76-a304-3cb434c8eeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:30.276554 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe83f8-0008-4df1-8d49-93f5f1b5a5d2,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:30.282445 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3de9fae5-8031-4668-b8f2-db80a67938c9 req-a2abcb5f-f9b4-4965-aedf-d8437b12e99c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1693523
Jun 01 12:49:30.283409 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:30.328730 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.329856 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46fe83f8-0008-4df1-8d49-93f5f1b5a5d2 HTTP/1.1" status: 204  len: 168 time: 0.9121444
Jun 01 12:49:30.338064 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.347042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.348106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:30.349317 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:30.369535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6c768c52-7e24-4649-a89a-ce580af431b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:30.398200 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d38d5320d684ad0a8ee8606ccfd7cdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3677197
Jun 01 12:49:30.402589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55918) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:30.475962 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184322e3-2d6b-4063-83d2-9ff856178d87,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:30.479441 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-515b429a-210c-4218-b0e4-5ddf7f341d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:30.512945 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.551224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.670696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.691127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e10a8fb4-b806-4d1d-86f1-876ef0f9cfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:30.718236 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:49:30.723983 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-e33ac0c7-d8b7-4ca4-a8a5-1994194e4aa0 None None] Provisioning complete for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:30.727205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e33ac0c7-d8b7-4ca4-a8a5-1994194e4aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.760088 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:30.767272 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/184322e3-2d6b-4063-83d2-9ff856178d87 HTTP/1.1" status: 204  len: 168 time: 0.3629649
Jun 01 12:49:30.769693 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184322e3-2d6b-4063-83d2-9ff856178d87,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:30.775646 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:30.813271 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 40c4c441-eeb3-4b68-be43-13dc99720ef4 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:30.995613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-e33ac0c7-d8b7-4ca4-a8a5-1994194e4aa0 None None] Port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:49:31.026416 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 40c4c441-eeb3-4b68-be43-13dc99720ef4 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:31.034221 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 40c4c441-eeb3-4b68-be43-13dc99720ef4 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:31.034595 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:31.144487 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5e576d16-2323-4d9a-abbc-5f28ddf5fc77 req-0e345414-b77d-44a4-aed4-0ba20d7fdbd3 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c0366f9-53a5-4141-87e4-be2bd68d967f HTTP/1.1" status: 200  len: 210 time: 0.0573971
Jun 01 12:49:31.234180 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:31.258563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 40c4c441-eeb3-4b68-be43-13dc99720ef4, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=40c4c441-eeb3-4b68-be43-13dc99720ef4,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:31.263505 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:31.266392 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:31.267919 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6e862-f0b2-45eb-85b9-0114eb66a8a3 req-ecedd2a8-0b29-48b4-93f9-d5e1781cbc94 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:31.269542 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e1d6e862-f0b2-45eb-85b9-0114eb66a8a3 req-ecedd2a8-0b29-48b4-93f9-d5e1781cbc94 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.3717513
Jun 01 12:49:31.275172 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:49:31.289802 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] 10.222.0.86 "PUT /v2.0/routers/62c1d130-9077-4265-b95b-281868419074/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5380926
Jun 01 12:49:31.289897 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:49:31.303209 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:31.303862 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd30c370>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:31.369145 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=40c4c441-eeb3-4b68-be43-13dc99720ef4,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:31.372867 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:31.383390 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e1d6e862-f0b2-45eb-85b9-0114eb66a8a3 req-d56a339b-0de0-441d-b1a6-e34c56565eee tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061635
Jun 01 12:49:31.570269 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:31.577725 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f0ca-2322-491e-b533-f33c52f72020 req-540c5fc8-65a4-43b3-824d-64edd4d6123e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:31.579285 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9477f0ca-2322-491e-b533-f33c52f72020 req-540c5fc8-65a4-43b3-824d-64edd4d6123e tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.1125598
Jun 01 12:49:31.638002 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9477f0ca-2322-491e-b533-f33c52f72020 req-aedeae92-cb16-41d6-bd96-df05942815de tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0502570
Jun 01 12:49:31.929984 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd30c370>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:29Z', 'revision_number': 2, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:31.934084 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:49:31.934627 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Updating router 62c1d130-9077-4265-b95b-281868419074 port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:49:31.952212 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-ae411b29-1de0-4626-aa97-6b69ad540740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:31.989470 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.036701 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.331913 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55976) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:32.337663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714061440', 'description': 'tempest-description--667256757'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:32.344008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:32.348364 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:32.351703 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:32.358153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:32.368371 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.375751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.379734 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:49:32.386529 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Transition to ACTIVE for port object b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:32.401188 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.405264 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-701ae4a7-4ed1-4362-9afb-a1475e49f3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:32.427171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:32.433057 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:32.439086 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:32.450051 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:32.552854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.558171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.567641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-682790ac-bac0-4468-96ce-ce1c06da5e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:32.593568 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:32.622525 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfddb86-9a6a-45ff-8677-a07568f28095,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:32.628178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:32.629951 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.635049 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-8d21f779-64d3-4d71-9870-516ff1d9b5e9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3020086
Jun 01 12:49:32.636441 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55986) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:32.641889 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'mac_address': 'fa:16:3e:63:3b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:49:32.643486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group_rule': {'security_group_id': '2cfddb86-9a6a-45ff-8677-a07568f28095', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:32.646863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 40c4c441-eeb3-4b68-be43-13dc99720ef4 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:32.651406 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:32.657868 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:32.662008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:32.670365 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:32.693212 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.787389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.794241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.820532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:32.842908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45266a3-685e-4e44-9a82-73119527f4f9 req-bca90a5b-c7ad-42e4-b61e-a252bc1de4c7 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:32.855091 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a45266a3-685e-4e44-9a82-73119527f4f9 req-bca90a5b-c7ad-42e4-b61e-a252bc1de4c7 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.2339261
Jun 01 12:49:32.862930 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79cd5cb-5086-48bf-bc30-79f87d7d3de0,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:32.870946 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:32.885436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.896380 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2562742
Jun 01 12:49:32.897219 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 55994) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:32.902709 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 40c4c441-eeb3-4b68-be43-13dc99720ef4 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:32.903397 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:32.910103 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group_rule': {'security_group_id': '2cfddb86-9a6a-45ff-8677-a07568f28095', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:32.931253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:32.935188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:32.949613 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:32.964554 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Pushing event updated for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:32.971753 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:33.008332 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.054615 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a45266a3-685e-4e44-9a82-73119527f4f9 req-59e5b624-c4ee-4ec3-afe3-3cd24e8a4dd6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1983404
Jun 01 12:49:33.066416 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.066782 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.067116 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.067440 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.070676 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.071301 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.071809 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.072329 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.072898 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.073399 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.073906 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.074396 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:49:33.105497 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833d5a-ce11-4e7b-8364-ee6dde289b4c req-b577b748-56c4-40a2-8f16-9c537e806271 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:33.109488 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.113473 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:33.114725 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.115279 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53833d5a-ce11-4e7b-8364-ee6dde289b4c req-b577b748-56c4-40a2-8f16-9c537e806271 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.2267609
Jun 01 12:49:33.123742 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.126702 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-87f0cb4e-de8b-49e2-8119-9fd4c1715149 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:33.126855 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Attempting to bind port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:33.127173 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Attempting to bind port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:33.127540 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Attempting to bind port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:33.152400 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:33.153027 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Checking segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:33.153559 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.154042 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Bound using segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:33.154888 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Bound port: b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:33.155566 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.160990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5b875e-7891-41e9-b64a-8dbca8067ae1,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:33.170865 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:33.171595 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.172836 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2744200
Jun 01 12:49:33.173726 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-53833d5a-ce11-4e7b-8364-ee6dde289b4c req-e017fc62-97fe-4443-a96f-39eeafbc765a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575888
Jun 01 12:49:33.177182 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc1827d-40da-45fb-a283-99f22ef332c9 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:33.177816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56004) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:33.189715 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:33.197990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:33.202348 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.206644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:floatingip and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:33.207081 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:33.210862 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:33.214816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.217718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:33.219281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:33.235517 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.297867 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] For port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:33.301681 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] For port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:33.307436 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.319623 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:33.364147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:33.367232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device f87c5178-a40f-4a25-8735-48d2bc94305d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:49:33.417359 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:33.418691 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: f87c5178-a40f-4a25-8735-48d2bc94305d {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:49:33.419226 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device f87c5178-a40f-4a25-8735-48d2bc94305d not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:49:33.442995 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:33.443725 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd30c370>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:33.536874 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Pushing event updated for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=4']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:33.540946 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.550533 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:33.667906 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:33.708269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Allocated IP 172.27.2.17 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/97f5881d-6f22-4fa9-a0d2-4c20b375b8e9) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:33.913669 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.950048 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:33.962213 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-436cc507-af0c-4e11-b16a-cad4938ad753 tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:34.010243 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:34.017650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:34.021925 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:34.033465 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd30c370>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:33Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:34.037471 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba05f6-61d9-4331-9452-696e94b6286e None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:33Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:49:34.075580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=97f5881d-6f22-4fa9-a0d2-4c20b375b8e9,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:34.093428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:34.156802 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.191196 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:49:34.233262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.293039 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c777e9-e598-4f91-8d47-4f0b99c5b732 req-c59d078b-d333-4898-a483-1a55fce0ad5d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:34.294716 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1c777e9-e598-4f91-8d47-4f0b99c5b732 req-c59d078b-d333-4898-a483-1a55fce0ad5d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.1051447
Jun 01 12:49:34.468133 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['9bc1827d-40da-45fb-a283-99f22ef332c9'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:34.490719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.502944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.513978 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-84eb604e-d8e0-40c0-a4c5-7c52cfd4072f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:34.527939 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1c777e9-e598-4f91-8d47-4f0b99c5b732 req-e4d534f8-5754-4eb4-add8-1fd3702221d8 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707116
Jun 01 12:49:34.568163 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580962e6-591b-4c26-afd4-befd3699d1bc req-ac7a6575-b3df-4a07-8676-2d59f5885798 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:34.569745 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-580962e6-591b-4c26-afd4-befd3699d1bc req-ac7a6575-b3df-4a07-8676-2d59f5885798 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.2741473
Jun 01 12:49:34.619418 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:34.643160 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-580962e6-591b-4c26-afd4-befd3699d1bc req-9cd4956c-89ed-42c6-a24d-b11d2624d5e4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0655410
Jun 01 12:49:34.672114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=97f5881d-6f22-4fa9-a0d2-4c20b375b8e9,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:34.676564 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:34.677520 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.705631 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.714683 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5297964
Jun 01 12:49:34.761639 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.777169 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:34.790417 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:34.790838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:34.968025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-14f74432-b3ad-4731-8380-07dd8803e7c9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:35.001372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-14f74432-b3ad-4731-8380-07dd8803e7c9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:35.011332 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-14f74432-b3ad-4731-8380-07dd8803e7c9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--714061440&fields=id&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 267 time: 0.0941801
Jun 01 12:49:35.015909 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:35.104474 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:35.111059 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:35.114492 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:35.179302 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-e33a8967-4b41-464e-bcce-d26d7b398a8d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:35.180291 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-e33a8967-4b41-464e-bcce-d26d7b398a8d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:35.185354 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:35.188942 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:35.199598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-e33a8967-4b41-464e-bcce-d26d7b398a8d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:35.200796 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-e33a8967-4b41-464e-bcce-d26d7b398a8d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 817 time: 0.1882496
Jun 01 12:49:35.217241 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-263fcddc-abb5-4276-8133-d5670f4b4ede tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/quotas/171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 375 time: 0.0096843
Jun 01 12:49:35.312587 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-731e70b4-c55b-4ee0-b377-8a975ac67be9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:35.331117 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-731e70b4-c55b-4ee0-b377-8a975ac67be9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:35.332430 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-731e70b4-c55b-4ee0-b377-8a975ac67be9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1089652
Jun 01 12:49:35.497481 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-4822e463-0a3a-49b1-8226-64658e3638b9 service neutron] 10.222.0.86 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525598
Jun 01 12:49:35.681928 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-3fcf3e02-1474-4901-bf0c-a1b4bd465cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773808
Jun 01 12:49:35.728590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e466-838e-4413-872d-fbbfbbd37998 req-fbdb6379-2ec4-45c3-9462-864779ec3d1f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:35.730696 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cc5e466-838e-4413-872d-fbbfbbd37998 req-fbdb6379-2ec4-45c3-9462-864779ec3d1f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.0967522
Jun 01 12:49:35.793510 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6cc5e466-838e-4413-872d-fbbfbbd37998 req-c1773c16-fb98-40cb-9252-e2df53e51507 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508447
Jun 01 12:49:35.907825 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f157f2b9-0300-4236-b236-6dbc3f937162 req-83b74e7a-54cd-4c51-ac01-230888bde3fe tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.0480764
Jun 01 12:49:35.992462 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a617-0392-4013-b031-89bb44d7232b req-6bd68f00-f2fb-4d66-85a2-836acb13b5a1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:35.994041 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44a7a617-0392-4013-b031-89bb44d7232b req-6bd68f00-f2fb-4d66-85a2-836acb13b5a1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0897856
Jun 01 12:49:36.049439 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44a7a617-0392-4013-b031-89bb44d7232b req-c8db9f31-c52e-451f-8f53-9fb3d4ff7eae tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0494673
Jun 01 12:49:36.533994 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:36.618460 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:36.619008 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:36.993182 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3be7f-822a-4501-8123-31ca16d78d25 req-5d05fb7d-85b1-49de-a2bd-96782c34b9ce tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:36.994918 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9fb3be7f-822a-4501-8123-31ca16d78d25 req-5d05fb7d-85b1-49de-a2bd-96782c34b9ce tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.0891256
Jun 01 12:49:37.085975 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d029cd37-636b-4ddd-afbf-cace49a74899 req-c39573f0-91f4-495c-988a-9b05b9827c91 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.0610082
Jun 01 12:49:37.089125 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9fb3be7f-822a-4501-8123-31ca16d78d25 req-2584fbc8-70f8-4e0f-ab8a-82f695299190 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878851
Jun 01 12:49:37.276465 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbfc77-96fe-4f8f-95b3-a1f463838787 req-8fde60fb-0abd-4123-94af-d0f35af460af tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:37.277662 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bccbfc77-96fe-4f8f-95b3-a1f463838787 req-8fde60fb-0abd-4123-94af-d0f35af460af tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0837619
Jun 01 12:49:37.328635 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bccbfc77-96fe-4f8f-95b3-a1f463838787 req-a9ac44bd-d7f2-4b48-a3ae-daf477f46cb2 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446224
Jun 01 12:49:38.291050 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71764b35-1f0c-4e01-808f-4d5719440439 req-f2d83dff-05e0-4063-87d3-7b5c0f3566b6 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.0817492
Jun 01 12:49:38.386056 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f21e-5aea-4ed6-b23c-c1beb6147b5a req-de139318-4bcf-47ff-88e0-d3a9ae8547e4 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:38.390564 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f01f21e-5aea-4ed6-b23c-c1beb6147b5a req-de139318-4bcf-47ff-88e0-d3a9ae8547e4 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.1792009
Jun 01 12:49:38.444878 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f01f21e-5aea-4ed6-b23c-c1beb6147b5a req-b2351b47-f812-4692-8f2a-4d1bb632c96d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452638
Jun 01 12:49:38.536900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a60b37-a8cf-4c51-8b34-24814bed94d5 req-4760db05-a08d-4e5c-96fa-f0b7b6d8254f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:38.538584 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f3a60b37-a8cf-4c51-8b34-24814bed94d5 req-4760db05-a08d-4e5c-96fa-f0b7b6d8254f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0885885
Jun 01 12:49:38.601399 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f3a60b37-a8cf-4c51-8b34-24814bed94d5 req-b63e2453-5564-472f-8f3c-744a197ec2ac tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0540936
Jun 01 12:49:39.462258 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1353df40-4563-4d58-9ad6-2e30083b47ba req-c740254a-c4bd-4a76-96da-e319d2cfd068 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.0469623
Jun 01 12:49:39.641353 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a563722-4058-4222-8986-f9f753b2ad32 req-6d4fb683-0d90-46b5-a360-8de815801b3c tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:39.642828 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7a563722-4058-4222-8986-f9f753b2ad32 req-6d4fb683-0d90-46b5-a360-8de815801b3c tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.0923443
Jun 01 12:49:39.688784 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7a563722-4058-4222-8986-f9f753b2ad32 req-2b323f88-012d-46c1-8c71-099fc3f2d75b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401011
Jun 01 12:49:39.793212 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91384288-2a1d-4fb5-818d-234da636c770 req-ae3d24f8-ccae-40f2-88c4-d52e33f7834f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:39.795413 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91384288-2a1d-4fb5-818d-234da636c770 req-ae3d24f8-ccae-40f2-88c4-d52e33f7834f tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0863531
Jun 01 12:49:39.851639 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-91384288-2a1d-4fb5-818d-234da636c770 req-3abc5c06-34f5-4b53-82f7-7021a877e736 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0500228
Jun 01 12:49:40.705987 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7774807c-31a5-4d73-b393-1c13e10eadb9 req-17f16fad-cf9d-475e-b15f-29828066403b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.1242545
Jun 01 12:49:40.906268 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842402f-2006-4a34-b4db-518dd38c0630 req-42434513-8fd3-4240-b02e-d87c97144f29 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:40.913919 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9842402f-2006-4a34-b4db-518dd38c0630 req-42434513-8fd3-4240-b02e-d87c97144f29 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.0979033
Jun 01 12:49:40.951098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-8a645099-085a-4635-a6f7-ed66926c9ec2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:40.959919 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-8a645099-085a-4635-a6f7-ed66926c9ec2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 817 time: 0.2013109
Jun 01 12:49:40.978968 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9842402f-2006-4a34-b4db-518dd38c0630 req-3a955008-1e72-4587-b485-862ecdab32ad tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628269
Jun 01 12:49:41.018579 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-5169b524-2edb-4b5f-98fc-499874ff8565 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:41.031927 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-104223dc-4faf-4755-9a46-455882911b5e req-5169b524-2edb-4b5f-98fc-499874ff8565 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:41.033169 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-5169b524-2edb-4b5f-98fc-499874ff8565 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 379 time: 0.0640354
Jun 01 12:49:41.060081 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'port': {'device_id': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'admin_state_up': True, 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'security_groups': ['2cfddb86-9a6a-45ff-8677-a07568f28095']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:41.132644 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f7f3-00c8-412f-a22e-b24edeb97d38 req-e330e571-8780-4111-b119-ec501a638801 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:41.140152 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5fa9f7f3-00c8-412f-a22e-b24edeb97d38 req-e330e571-8780-4111-b119-ec501a638801 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.1092243
Jun 01 12:49:41.194070 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5fa9f7f3-00c8-412f-a22e-b24edeb97d38 req-395a2285-a7c0-427a-b551-dcf04aad17e2 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529692
Jun 01 12:49:41.248702 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:41.260084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:41.272405 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Made reservation on behalf of 171fb0871af643a6bc91d522c6da7c04 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:49:41.276188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.458742 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Allocated IP 172.20.0.14 (ab4d2d97-d91f-49fa-934f-cdd501e29b6b/c2a97489-c93b-427c-b153-055a28c050b9/2fc44a76-25f2-4dbf-892d-0c345bb8e301) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:41.466318 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:41.557043 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 9bc1827d-40da-45fb-a283-99f22ef332c9 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:41.562467 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 9bc1827d-40da-45fb-a283-99f22ef332c9 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:41.562896 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.680646 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.691582 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.700994 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Transition to ACTIVE for port object 2fc44a76-25f2-4dbf-892d-0c345bb8e301 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:41.726128 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:41.728962 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b0f752-aeb0-4221-b0b8-03ff64f70710" -d '{"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:41.739909 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:41.742486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.747283 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:41.750787 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:41.762992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6f0d8fa1-cd8f-469c-ad84-4cfd4f53bd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:41.835695 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f6bf45-b143-406b-8a98-c06209bf60eb x-openstack-request-id: req-c8f6bf45-b143-406b-8a98-c06209bf60eb {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:41.836005 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:41.836374 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8f6bf45-b143-406b-8a98-c06209bf60eb {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:41.836902 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'code': 200}
Jun 01 12:49:41.849867 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:41.855190 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:41.873084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:41.905172 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:41.908992 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:41.982285 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45684963-803e-49ef-9981-e3641182bfd9 req-feea8997-39f8-4132-bd11-c9524ae6a01c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:41.984622 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45684963-803e-49ef-9981-e3641182bfd9 req-feea8997-39f8-4132-bd11-c9524ae6a01c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 932 time: 0.1106257
Jun 01 12:49:42.060420 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45684963-803e-49ef-9981-e3641182bfd9 req-f851288c-67a9-44dc-b8fa-160715651fa9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562222
Jun 01 12:49:42.088636 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:42.094444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:42.116827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:42.116827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:42.143058 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0948341
Jun 01 12:49:42.198831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c252-1b94-4950-91b5-5e7592e6700c req-e4b2bf46-ac37-42bf-83ab-4ecd6a73722a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:42.200256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6fc5c252-1b94-4950-91b5-5e7592e6700c req-e4b2bf46-ac37-42bf-83ab-4ecd6a73722a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0928385
Jun 01 12:49:42.206401 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-c2b24c4c-e25c-4f3a-a8f9-f7dff9baec0a None None] Provisioning for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:42.217173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-c2b24c4c-e25c-4f3a-a8f9-f7dff9baec0a None None] Provisioning complete for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:42.217173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-c2b24c4c-e25c-4f3a-a8f9-f7dff9baec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:42.257420 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6fc5c252-1b94-4950-91b5-5e7592e6700c req-ec394c0f-ccbb-4bb4-a316-26e4b4c8a6bd tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421176
Jun 01 12:49:42.279642 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-c2b24c4c-e25c-4f3a-a8f9-f7dff9baec0a None None] Port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:49:42.412177 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ae52-706e-48ff-b0fb-e8aad252d23a req-4a60814c-014b-4f9d-b6ce-eaf61bdb82fa tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:42.413732 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bb7ae52-706e-48ff-b0fb-e8aad252d23a req-4a60814c-014b-4f9d-b6ce-eaf61bdb82fa tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0971205
Jun 01 12:49:42.480610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9bb7ae52-706e-48ff-b0fb-e8aad252d23a req-ece5c86d-31e9-4839-bcd0-16a953694a43 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539615
Jun 01 12:49:43.259236 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25033f2d-649e-412b-ae8a-bc80dd5cb1aa req-c8df18c2-cc41-49d9-afe5-f299681c7316 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:43.260755 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-25033f2d-649e-412b-ae8a-bc80dd5cb1aa req-c8df18c2-cc41-49d9-afe5-f299681c7316 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 932 time: 0.0903361
Jun 01 12:49:43.309578 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-25033f2d-649e-412b-ae8a-bc80dd5cb1aa req-d794a158-dce2-4e69-b93c-74ba9971a9f5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424747
Jun 01 12:49:43.470524 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4a1b2-02d6-4091-aba9-0c5c181e1865 req-3fb395ab-6bed-402e-a676-904ab289fd15 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:43.472145 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6eb4a1b2-02d6-4091-aba9-0c5c181e1865 req-3fb395ab-6bed-402e-a676-904ab289fd15 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0933456
Jun 01 12:49:43.522106 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6eb4a1b2-02d6-4091-aba9-0c5c181e1865 req-d5bf71ad-b685-440d-96d5-e518904dad21 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435460
Jun 01 12:49:43.674837 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c2001-06c6-4bce-b344-c8eafcd55bf1 req-2a0ac4b7-5d1a-4fa1-88d1-b48c44bc718c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:43.676309 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d57c2001-06c6-4bce-b344-c8eafcd55bf1 req-2a0ac4b7-5d1a-4fa1-88d1-b48c44bc718c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0859029
Jun 01 12:49:43.724940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d57c2001-06c6-4bce-b344-c8eafcd55bf1 req-de95543c-644b-4905-9567-5d8ed40a69ca tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426807
Jun 01 12:49:44.322207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Request body: {'port': {'device_id': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:44.461606 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:44.549213 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a41e-fa93-4879-86ce-f457ecb25939 req-ec11cace-9727-464b-a528-f3b22d72b53e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:44.550997 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4166a41e-fa93-4879-86ce-f457ecb25939 req-ec11cace-9727-464b-a528-f3b22d72b53e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 932 time: 0.1081152
Jun 01 12:49:44.606073 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4166a41e-fa93-4879-86ce-f457ecb25939 req-a5f31499-fb7d-427f-9c99-765b262a8c66 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484724
Jun 01 12:49:44.725875 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53154-9c03-4daa-a030-2bd9b56c1397 req-e90f8bc2-7419-4b89-b3d3-a8ff01c38f75 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:44.727697 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-40c53154-9c03-4daa-a030-2bd9b56c1397 req-e90f8bc2-7419-4b89-b3d3-a8ff01c38f75 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0862360
Jun 01 12:49:44.778188 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-40c53154-9c03-4daa-a030-2bd9b56c1397 req-849252a9-cba2-4802-b8db-d9481f934785 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436482
Jun 01 12:49:44.799449 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f2cc-f658-4afe-80e5-7a3d44b1557d req-3b50291e-b3ac-4761-ba6e-0fc31e14ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:44.801237 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0155f2cc-f658-4afe-80e5-7a3d44b1557d req-3b50291e-b3ac-4761-ba6e-0fc31e14ffe5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.1962304
Jun 01 12:49:44.908979 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:44.916633 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:44.923748 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388711b5-79ef-4411-b163-ef8e8d060897 req-8943baf7-8e0a-4272-a228-01b91f024bf1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:44.925427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-388711b5-79ef-4411-b163-ef8e8d060897 req-8943baf7-8e0a-4272-a228-01b91f024bf1 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0848403
Jun 01 12:49:44.933266 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Transition to ACTIVE for port object 2fc44a76-25f2-4dbf-892d-0c345bb8e301 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:44.939692 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:44.944332 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c26d192e-055f-481b-a559-df3678817527 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:44.989118 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-388711b5-79ef-4411-b163-ef8e8d060897 req-dd1af245-56b0-4a67-8e1b-852202d7b80c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0487220
Jun 01 12:49:45.112542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:45.120041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:45.193328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Attempting to bind port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:45.193662 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Attempting to bind port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:45.193996 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Attempting to bind port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:45.199540 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:49:45.199872 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Attempting to bind port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:45.205985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:45.206325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Checking segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:45.206727 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Bound using segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:45.207161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Bound port: 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:45.207518 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:45.302439 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:45.304745 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:45.308992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:45.313843 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:45.320610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:45.381670 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:45.382313 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:45.383844 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] 10.222.0.60 "PUT /v2.0/ports/2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 200  len: 1094 time: 1.0659535
Jun 01 12:49:45.384233 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:45.386538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfbe323-34db-4fb7-b804-3d37f0a8461d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:45.405972 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:45.409235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:45.439573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3712ee-fdce-4518-809d-2e5504a98eda x-openstack-request-id: req-ba3712ee-fdce-4518-809d-2e5504a98eda {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:45.439904 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:45.440204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba3712ee-fdce-4518-809d-2e5504a98eda {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:45.440604 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'status': 'completed', 'code': 200}
Jun 01 12:49:45.812267 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0792411-5086-4a5f-addb-44e58aa0d119 req-2f5d92a6-fb96-4128-b69f-d3e3295391aa tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:45.813835 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0792411-5086-4a5f-addb-44e58aa0d119 req-2f5d92a6-fb96-4128-b69f-d3e3295391aa tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0839031
Jun 01 12:49:45.869662 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0792411-5086-4a5f-addb-44e58aa0d119 req-f15f8c8f-f819-4e65-9503-8124894b438d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496206
Jun 01 12:49:45.989571 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa1bd7-ae5e-44c6-81c2-5e5670ac4e00 req-1659a78b-e4eb-4231-8529-070994095fca tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:45.991083 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-79aa1bd7-ae5e-44c6-81c2-5e5670ac4e00 req-1659a78b-e4eb-4231-8529-070994095fca tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0861657
Jun 01 12:49:46.052967 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-79aa1bd7-ae5e-44c6-81c2-5e5670ac4e00 req-44bee8d5-6a60-43f4-9def-2465d2420333 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556171
Jun 01 12:49:46.195487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145544-c61e-43aa-9977-a6ca1cbb89ea req-789fd9ca-7d56-481f-801f-627760dd16e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:46.196970 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44145544-c61e-43aa-9977-a6ca1cbb89ea req-789fd9ca-7d56-481f-801f-627760dd16e8 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0881448
Jun 01 12:49:46.249881 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-44145544-c61e-43aa-9977-a6ca1cbb89ea req-e3a28317-dc24-4021-ac40-fef5ef71153c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446889
Jun 01 12:49:46.543986 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0155f2cc-f658-4afe-80e5-7a3d44b1557d req-9b721d89-1504-43da-9588-9c8da3648118 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417964
Jun 01 12:49:47.081575 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c049a-a332-4f70-b425-cc583c1ed76c req-0796e569-50ae-47ad-b094-4e9fe756e74f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.083083 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d90c049a-a332-4f70-b425-cc583c1ed76c req-0796e569-50ae-47ad-b094-4e9fe756e74f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0857439
Jun 01 12:49:47.130227 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d90c049a-a332-4f70-b425-cc583c1ed76c req-3b693076-2775-4bc4-8b6b-4f910f828ab2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403545
Jun 01 12:49:47.248827 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e32814-3d3b-401e-aa85-eea43279ed46 req-a74bc401-44bb-4b7a-9eab-47af2773e6c8 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.250187 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-00e32814-3d3b-401e-aa85-eea43279ed46 req-a74bc401-44bb-4b7a-9eab-47af2773e6c8 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0865111
Jun 01 12:49:47.299145 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-00e32814-3d3b-401e-aa85-eea43279ed46 req-e5926aa0-8fba-4ad2-adca-cb80f83e2856 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431969
Jun 01 12:49:47.463327 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01bea5-3a79-476a-a2ea-b6d9def87123 req-c4b3f51b-7b72-404a-b4ac-14a13d1011a3 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.463327 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b01bea5-3a79-476a-a2ea-b6d9def87123 req-c4b3f51b-7b72-404a-b4ac-14a13d1011a3 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0868139
Jun 01 12:49:47.517511 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b01bea5-3a79-476a-a2ea-b6d9def87123 req-6f5a2bce-ef22-4c80-8590-310e00b88182 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484614
Jun 01 12:49:47.679031 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-94e00c81-73c6-4445-8812-264e798e8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.680558 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-94e00c81-73c6-4445-8812-264e798e8cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1097 time: 0.0875010
Jun 01 12:49:47.840854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-812b1713-1da5-4235-a17b-2f35d85af4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.843147 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-812b1713-1da5-4235-a17b-2f35d85af4e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=171fb0871af643a6bc91d522c6da7c04&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1526253
Jun 01 12:49:47.997491 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-1356ee48-9b0b-429a-a505-a9c4590ac8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:47.999157 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-3dfbe323-34db-4fb7-b804-3d37f0a8461d req-1356ee48-9b0b-429a-a505-a9c4590ac8b9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1488788
Jun 01 12:49:48.132855 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-03540187-28e5-4e4a-9da5-f49ad5eb2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.134330 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-03540187-28e5-4e4a-9da5-f49ad5eb2873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1097 time: 0.0814269
Jun 01 12:49:48.233004 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-ad645ef2-fa18-4d21-b580-dac03322fcae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 200  len: 217 time: 0.0831039
Jun 01 12:49:48.329692 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-872e2648-9045-41ee-9916-2ebf136f72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.332330 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-872e2648-9045-41ee-9916-2ebf136f72fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0878997
Jun 01 12:49:48.353190 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25835de-9624-4af7-bce3-2c2e53a01b53 req-fbbdac51-a5d0-4b02-b80a-586f574f2330 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.354594 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c25835de-9624-4af7-bce3-2c2e53a01b53 req-fbbdac51-a5d0-4b02-b80a-586f574f2330 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1007903
Jun 01 12:49:48.424178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104223dc-4faf-4755-9a46-455882911b5e req-6a0b3b52-816f-42a0-be96-ad54ee7478c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.425715 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-6a0b3b52-816f-42a0-be96-ad54ee7478c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796313
Jun 01 12:49:48.591350 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c25835de-9624-4af7-bce3-2c2e53a01b53 req-f3341377-aeec-40a1-bdaf-10739addad70 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2156003
Jun 01 12:49:48.677010 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-651f01ac-88ce-41be-93a4-95e5fc13bf8c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.678899 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-651f01ac-88ce-41be-93a4-95e5fc13bf8c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/networks?id=017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 200  len: 813 time: 0.3232725
Jun 01 12:49:48.696197 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-e89e4052-23d7-4ed5-89de-4c2b017fb6a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589486
Jun 01 12:49:48.699837 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-d00a60bd-fb98-4fcf-9899-e218a07381e8 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/quotas/3a03e15d4f02477facb594726468efef HTTP/1.1" status: 200  len: 375 time: 0.0109262
Jun 01 12:49:48.788201 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-8374ed7f-5775-4874-a73a-329f643d3f81 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0812550
Jun 01 12:49:48.857063 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-104223dc-4faf-4755-9a46-455882911b5e req-d70e0c74-b597-4dda-a63a-26cb47cc1117 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510975
Jun 01 12:49:48.954128 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-dd7780d2-243b-4390-a0f8-4e8278c3ee90 service neutron] 10.222.0.86 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510544
Jun 01 12:49:48.963001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae733ca3-fc94-4e0a-95d8-99a50d6ed1ad req-328528c6-79dc-4725-998f-6af4d9f57a86 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:48.964387 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae733ca3-fc94-4e0a-95d8-99a50d6ed1ad req-328528c6-79dc-4725-998f-6af4d9f57a86 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.2154324
Jun 01 12:49:49.110760 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56296) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:49.129631 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae733ca3-fc94-4e0a-95d8-99a50d6ed1ad req-8f5e7fed-5c99-4f8c-829d-30de8e3a829d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458812
Jun 01 12:49:49.159540 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-b65cd86b-c4bc-4ef2-bec0-e07b70b73bf1 service neutron] 10.222.0.86 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941807
Jun 01 12:49:49.255178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.271535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:49.275797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f59927a7dc4483ca3ca896f8fb6e234 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:49.278919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:49.290578 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:49.325435 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517b1d-00ea-4bbe-b34b-ee3aeb419a23 req-7679909e-c5d1-457b-820c-85fbbb19def5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:49.327775 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-59517b1d-00ea-4bbe-b34b-ee3aeb419a23 req-7679909e-c5d1-457b-820c-85fbbb19def5 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0981359
Jun 01 12:49:49.392823 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.398146 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.405591 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b7bd2ee8-673c-4526-8622-e33e0d849802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:49.447242 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f59927a7dc4483ca3ca896f8fb6e234&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3353446
Jun 01 12:49:49.448178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1009dd4f-90de-47f3-9ee6-aafdc584e8f3,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:49.450479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56310) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:49.453213 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:49.458839 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-59517b1d-00ea-4bbe-b34b-ee3aeb419a23 req-18e4facd-7d8a-4e66-8f3a-c2de13a96a1a tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6e894bb-b0c4-459f-8f21-4f224541b9a1&id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1190381
Jun 01 12:49:49.519194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.530483 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5439ab-b22d-4ddd-b1f7-29e69e336814 req-76579878-e57f-4aba-9d1e-674c05b6c664 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:49.534680 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1a5439ab-b22d-4ddd-b1f7-29e69e336814 req-76579878-e57f-4aba-9d1e-674c05b6c664 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1493678
Jun 01 12:49:49.554355 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.594879 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4a1c8a4d-fdb1-4d0c-8279-5685df0e44ef req-c1a5dc7d-189c-4480-a82a-e5dc7c7c9ade tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 210 time: 0.0591004
Jun 01 12:49:49.626878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.630459 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1a5439ab-b22d-4ddd-b1f7-29e69e336814 req-3a822160-1bba-4236-b53e-1229d1c1e02c tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571339
Jun 01 12:49:49.636784 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38965609-a361-412f-994a-c63d1edab9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:49.651231 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1009dd4f-90de-47f3-9ee6-aafdc584e8f3,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:49.653829 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56322) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:49.667683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:49.668833 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:49.674880 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1009dd4f-90de-47f3-9ee6-aafdc584e8f3 HTTP/1.1" status: 204  len: 168 time: 0.2232165
Jun 01 12:49:49.938598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04d02-cf59-4780-97ab-70db174ede77 req-1b20c99f-86c8-4acc-adbc-4024386da7d9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:49.940110 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-86b04d02-cf59-4780-97ab-70db174ede77 req-1b20c99f-86c8-4acc-adbc-4024386da7d9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1772945
Jun 01 12:49:49.985243 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6f142e-b096-4ce2-ba02-f80467675d36 tempest-TestShelveInstance-2005302847 tempest-TestShelveInstance-2005302847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:49.985975 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-aa6f142e-b096-4ce2-ba02-f80467675d36 tempest-TestShelveInstance-2005302847 tempest-TestShelveInstance-2005302847-project-admin] Synchronizing usage tracker for tenant:e5a61b7fac7848ec8e7355e804e8a9cf on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:49:50.006927 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-86b04d02-cf59-4780-97ab-70db174ede77 req-32607686-49ee-4ef3-8de7-948d1e412ef3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595596
Jun 01 12:49:50.016930 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-aa6f142e-b096-4ce2-ba02-f80467675d36 tempest-TestShelveInstance-2005302847 tempest-TestShelveInstance-2005302847-project-admin] Unset dirty status for tenant:e5a61b7fac7848ec8e7355e804e8a9cf on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:49:50.021210 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-aa6f142e-b096-4ce2-ba02-f80467675d36 tempest-TestShelveInstance-2005302847 tempest-TestShelveInstance-2005302847-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1094 time: 0.3630917
Jun 01 12:49:50.021586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56338) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:50.028095 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:50.035542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:50.039725 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Usage tracker for resource:floatingip and tenant:135cc459ca0d456eab7c7cc3da170f74 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:50.043249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:50.050114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:50.062902 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.069567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56342) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:50.089440 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.105288 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:50.109636 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Usage tracker for resource:security_group_rule and tenant:ae45960cdb73414495eaf1ecc1b05bcb is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:50.112863 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:50.119851 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:50.219387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.220313 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.223570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.232487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8a399d0-cec3-427d-841d-2d7105ff7f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:50.272927 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae45960cdb73414495eaf1ecc1b05bcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019889
Jun 01 12:49:50.274426 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5e962-fc02-47f2-a3f1-baf7ab8fbfae,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:50.276815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56346) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:50.279831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-6bf5f813-477f-431f-add5-cc37059f7b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:50.337322 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.364713 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.371649 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Allocated IP 172.27.2.175 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/e6f6623f-013f-4323-871e-787cc28c58e0) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:50.421015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.425002 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e9560ff-5d62-44eb-b1c2-6f6c44ba7d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:50.437270 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5e962-fc02-47f2-a3f1-baf7ab8fbfae,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:50.440925 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:50.444216 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.447753 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07c5e962-fc02-47f2-a3f1-baf7ab8fbfae HTTP/1.1" status: 204  len: 168 time: 0.1676140
Jun 01 12:49:50.531781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.585820 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:50.597593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2721ee3b-5bb9-418c-aa13-72804a3eb84a tempest-VolumesActionsTest-106707447 tempest-VolumesActionsTest-106707447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:50.728196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:50.737906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:50.753226 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:50.791150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'Port': ['ID=e6f6623f-013f-4323-871e-787cc28c58e0,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:50.802509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:50.835032 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0be773a4-aa16-4b0f-b031-996dc8e77b2f req-47eecd1e-1621-4681-9734-620021844737 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 210 time: 0.0805559
Jun 01 12:49:50.918293 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-85830b2e-7fe4-4471-8f9a-efd31e70be85 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:50.919855 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-85830b2e-7fe4-4471-8f9a-efd31e70be85 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "GET /v2.0/networks?id=017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 200  len: 813 time: 0.3579571
Jun 01 12:49:50.963194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Request body: {'port': {'device_id': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9', 'admin_state_up': True, 'tenant_id': '3a03e15d4f02477facb594726468efef'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:51.280718 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cd09f-751e-4cab-a495-cb39a5990b4b req-6e0ee3fa-3372-4b8d-b3fe-515a7980326c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:51.282634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a14cd09f-751e-4cab-a495-cb39a5990b4b req-6e0ee3fa-3372-4b8d-b3fe-515a7980326c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1004179
Jun 01 12:49:51.337883 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a14cd09f-751e-4cab-a495-cb39a5990b4b req-c77ee30e-8574-4092-bab6-d32c9a580b9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472777
Jun 01 12:49:51.425917 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:51.437937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Usage tracker for resource:port and tenant:3a03e15d4f02477facb594726468efef is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:51.441644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:51.450330 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:51.473574 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Made reservation on behalf of 3a03e15d4f02477facb594726468efef for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:49:51.476908 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:51.649717 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:51.725076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Allocated IP 172.20.0.4 (017c545c-2476-465c-bd90-c58563cd11d9/fb2990e5-44a6-46dc-8e6f-1eb34e02e654/baa3a85f-025d-42aa-bd6e-8f662bac244d) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:49:51.817417 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.005870 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eb5167cb-a00f-4917-8aa6-9264259c894a req-5b23dae7-5e3d-4594-bb7f-59a396a670e0 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 210 time: 0.0512402
Jun 01 12:49:52.178750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.236240 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.243750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.249673 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:52.295366 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.379311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event updated for resources: {'Port': ['ID=e6f6623f-013f-4323-871e-787cc28c58e0,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:52.387224 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:52.387731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-15f58be8-0962-4e68-abe5-8b182042109a tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:52.425070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Network 017c545c-2476-465c-bd90-c58563cd11d9 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:49:52.434961 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:49:52.446336 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:49:52.476697 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.519410 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:49:52.568450 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56402) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:52.583627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Pushing event updated for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:52.590043 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeddff-ffe1-495d-bc1e-d9cbf52d16da req-318492b2-a110-4418-aada-52202c4bb4f5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:52.596639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:52.599197 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3afeddff-ffe1-495d-bc1e-d9cbf52d16da req-318492b2-a110-4418-aada-52202c4bb4f5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1232243
Jun 01 12:49:52.652940 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3afeddff-ffe1-495d-bc1e-d9cbf52d16da req-dd42ec1f-cf14-4780-aa4e-ba441ccc48d1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524864
Jun 01 12:49:52.666497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:52.667187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.680216 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:52.695381 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:49:52.726602 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Floating IP a4c43f63-0ec5-41f8-b343-0dfb08e06cf9 associated. External IP: 172.27.2.175, port: 9bc1827d-40da-45fb-a283-99f22ef332c9.
Jun 01 12:49:52.736810 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.753191 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:49:52.757163 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Usage tracker for resource:security_group_rule and tenant:80c0104e039c4a09bfde9b6bbcf8e553 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:49:52.758612 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.760678 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:49:52.766785 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:49:52.778755 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:52.782366 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8533771
Jun 01 12:49:52.797022 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:52.802177 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Request body: {'port': {'device_id': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:49:52.802751 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.805004 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:52.866226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.871380 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:52.880819 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-322c405a-3b0a-4860-acfd-a50435ef220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:52.883638 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:52.887000 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:52.929686 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80c0104e039c4a09bfde9b6bbcf8e553&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572974
Jun 01 12:49:52.929686 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89730bcd-4d06-496d-a968-53df4f859c6d,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:52.931023 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56408) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:49:52.933781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:52.999344 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.030308 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.045362 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['2fc44a76-25f2-4dbf-892d-0c345bb8e301'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:49:53.109478 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.120921 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-bf240432-b676-4378-a2eb-0452f07b454c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:53.132884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.152756 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89730bcd-4d06-496d-a968-53df4f859c6d,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:53.165092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.166249 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89730bcd-4d06-496d-a968-53df4f859c6d HTTP/1.1" status: 204  len: 168 time: 0.2341371
Jun 01 12:49:53.167256 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:53.462081 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced53d6-9816-4717-8744-0d4931ffcebf req-9241d9d5-c6bd-41b5-8a20-d7cb5ab3126b tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:53.464344 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fced53d6-9816-4717-8744-0d4931ffcebf req-9241d9d5-c6bd-41b5-8a20-d7cb5ab3126b tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 931 time: 0.2377000
Jun 01 12:49:53.484826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:49:53.525726 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fced53d6-9816-4717-8744-0d4931ffcebf req-ab4ad4b9-d249-499e-b5e7-dff9fb03b11d tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526860
Jun 01 12:49:53.807543 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:49:53.819913 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Sync routers for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:49:53.831613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:53.832259 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8a5df0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:53.862399 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f734-71c0-4365-a926-5cd5e3ae7c77 req-6e273adc-1a70-4341-b21b-b34a5cf946c4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:53.864820 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3861f734-71c0-4365-a926-5cd5e3ae7c77 req-6e273adc-1a70-4341-b21b-b34a5cf946c4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.0909047
Jun 01 12:49:53.875231 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.912883 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3861f734-71c0-4365-a926-5cd5e3ae7c77 req-33a8a0df-931d-41dd-ba86-9eea91152379 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421383
Jun 01 12:49:53.946147 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9194007
Jun 01 12:49:53.946147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:53.946147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:53.949882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa3a85f-025d-42aa-bd6e-8f662bac244d {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:49:53.958338 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.973790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Transition to ACTIVE for port object baa3a85f-025d-42aa-bd6e-8f662bac244d will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:49:53.977956 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:53.983388 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-67adc006-0d77-4057-b3f3-4899f05d459d tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:54.014862 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfb015a-dc25-43b5-968e-08e3f2b9556c x-openstack-request-id: req-ccfb015a-dc25-43b5-968e-08e3f2b9556c {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:54.015183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:54.015466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ccfb015a-dc25-43b5-968e-08e3f2b9556c {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:54.015862 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'status': 'completed', 'code': 200}
Jun 01 12:49:54.066987 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:54.137416 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Pushing event updated for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:54.144782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:54.211787 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Attempting to bind port baa3a85f-025d-42aa-bd6e-8f662bac244d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:49:54.212148 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Attempting to bind port baa3a85f-025d-42aa-bd6e-8f662bac244d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:49:54.212475 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Attempting to bind port baa3a85f-025d-42aa-bd6e-8f662bac244d on network 017c545c-2476-465c-bd90-c58563cd11d9 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:54.217383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Port baa3a85f-025d-42aa-bd6e-8f662bac244d on network 017c545c-2476-465c-bd90-c58563cd11d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:49:54.217709 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Attempting to bind port baa3a85f-025d-42aa-bd6e-8f662bac244d on network 017c545c-2476-465c-bd90-c58563cd11d9 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:49:54.223014 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:49:54.223348 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Checking segment: {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:49:54.223718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Bound using segment: {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:49:54.224156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Bound port: baa3a85f-025d-42aa-bd6e-8f662bac244d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0c26bd-2111-44bc-9876-cc43397d11c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:49:54.224494 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:54.322158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:49:54.325478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:49:54.331723 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:54.336694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:54.382091 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:54.383102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:54.384453 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] 10.222.0.60 "PUT /v2.0/ports/baa3a85f-025d-42aa-bd6e-8f662bac244d HTTP/1.1" status: 200  len: 1093 time: 1.5867488
Jun 01 12:49:54.420176 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Pushing event updated for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:54.423603 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:54.435324 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8a5df0>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'a4c43f63-0ec5-41f8-b343-0dfb08e06cf9', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'mac_address': 'fa:16:3e:63:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:51Z', 'updated_at': '2021-06-01T12:49:51Z', 'revision_number': 0, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:54.439765 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Checking router: f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:49:54.448103 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:49:54.448707 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8a5df0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:49:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:54.631776 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:49:54.715479 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1741a-e35e-4d65-b232-d3559597cd0e req-af63082d-a279-4d4d-a3cc-85cc6f039aec tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:54.717115 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5f1741a-e35e-4d65-b232-d3559597cd0e req-af63082d-a279-4d4d-a3cc-85cc6f039aec tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0827906
Jun 01 12:49:54.764968 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c5f1741a-e35e-4d65-b232-d3559597cd0e req-29910f9e-a2de-48b8-8d56-12cae4323407 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414541
Jun 01 12:49:55.009057 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8a5df0>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'a4c43f63-0ec5-41f8-b343-0dfb08e06cf9', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'mac_address': 'fa:16:3e:63:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:51Z', 'updated_at': '2021-06-01T12:49:51Z', 'revision_number': 0, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:49:55.013119 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5faea-00d7-4580-b1e2-987a3a49803a None None] The sync data for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi is: [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'a4c43f63-0ec5-41f8-b343-0dfb08e06cf9', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'mac_address': 'fa:16:3e:63:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:51Z', 'updated_at': '2021-06-01T12:49:51Z', 'revision_number': 0, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:49:55.124569 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1960-dcb5-4acd-a73f-89a8fa1bf433 req-2c3d1109-ce8d-467c-9953-c7af4f058098 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:55.126024 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71dc1960-dcb5-4acd-a73f-89a8fa1bf433 req-2c3d1109-ce8d-467c-9953-c7af4f058098 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.0928893
Jun 01 12:49:55.175518 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71dc1960-dcb5-4acd-a73f-89a8fa1bf433 req-338c25b9-054f-422a-b3b7-fa0505f2fae5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433774
Jun 01 12:49:55.207930 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702783b-f618-431e-978d-17b2ae3646e6 None None] New status for floating IP a4c43f63-0ec5-41f8-b343-0dfb08e06cf9: ACTIVE {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:49:55.980559 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112978d-0803-4172-8507-8ca41333cd5c req-b4067d44-0d22-4a6a-9b07-b11ce1313ccc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:55.982026 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9112978d-0803-4172-8507-8ca41333cd5c req-b4067d44-0d22-4a6a-9b07-b11ce1313ccc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0959747
Jun 01 12:49:56.017656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:56.020117 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:56.028378 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9112978d-0803-4172-8507-8ca41333cd5c req-1b4db048-a344-4f63-942e-fd55098e32cf tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393677
Jun 01 12:49:56.064577 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f61f9-345a-4a92-af0d-d87342b90869 x-openstack-request-id: req-7f5f61f9-345a-4a92-af0d-d87342b90869 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:56.065042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:56.065450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f5f61f9-345a-4a92-af0d-d87342b90869 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:56.066100 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d', 'status': 'completed', 'code': 200}
Jun 01 12:49:56.379897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717821df-cddc-4e07-bb17-244cd6f441f8 req-b2202807-9bc7-4cd5-86e1-82ec1cb58b36 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:56.381392 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-717821df-cddc-4e07-bb17-244cd6f441f8 req-b2202807-9bc7-4cd5-86e1-82ec1cb58b36 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.0934806
Jun 01 12:49:56.438811 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-717821df-cddc-4e07-bb17-244cd6f441f8 req-02958a5d-be0c-4fb8-9450-615f17ff33a4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489030
Jun 01 12:49:56.957270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-10b2ef42-f50b-494c-b0ad-8fb3580cc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:56.958721 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-10b2ef42-f50b-494c-b0ad-8fb3580cc01b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 1096 time: 0.0975654
Jun 01 12:49:56.964209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-8b5fbe1b-4721-40a4-a2cc-d4179d3572ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:56.964890 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-8b5fbe1b-4721-40a4-a2cc-d4179d3572ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.1443491
Jun 01 12:49:57.266273 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cb20f-f400-46b6-8586-e89f556be9ed req-1c8748bd-5f9b-4709-ae0d-2d82f679655c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.267858 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-304cb20f-f400-46b6-8586-e89f556be9ed req-1c8748bd-5f9b-4709-ae0d-2d82f679655c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0984154
Jun 01 12:49:57.316626 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-304cb20f-f400-46b6-8586-e89f556be9ed req-78946ce7-a603-4cc2-b72a-78f3518b4410 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424273
Jun 01 12:49:57.350457 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-04f7d4df-aefc-45d9-9c8b-959be075b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.351970 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-04f7d4df-aefc-45d9-9c8b-959be075b54c service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.3591824
Jun 01 12:49:57.352928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-2758f7c5-d17d-4d3e-a944-a28f3479a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.354235 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-2758f7c5-d17d-4d3e-a944-a28f3479a39c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a03e15d4f02477facb594726468efef&shared=False HTTP/1.1" status: 200  len: 914 time: 0.3814857
Jun 01 12:49:57.569716 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-bc310ac8-5c90-480a-9a71-987ed788723e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 1002 time: 0.1975169
Jun 01 12:49:57.661788 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd014-c9fb-4cd6-b21d-32529e31f31f req-16aac11d-5c82-4db1-a04c-b8aca68ebee1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.662366 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-7e669b8f-9356-45cb-94f2-250d733ddf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.663885 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-67e3dd4b-ef6f-4750-b546-5ea508e24bdb req-7e669b8f-9356-45cb-94f2-250d733ddf51 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2386892
Jun 01 12:49:57.666715 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f2cd014-c9fb-4cd6-b21d-32529e31f31f req-16aac11d-5c82-4db1-a04c-b8aca68ebee1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.1117914
Jun 01 12:49:57.673512 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-a3257f33-3f11-45c9-b1fe-369edfdca107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.675835 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-a3257f33-3f11-45c9-b1fe-369edfdca107 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0917556
Jun 01 12:49:57.716256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f2cd014-c9fb-4cd6-b21d-32529e31f31f req-de8bdc92-d679-441f-b930-50cbc4ffb2ce tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467148
Jun 01 12:49:57.831827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-25f9abca-0d5e-44ec-bb18-a0791c11e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.833252 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-25f9abca-0d5e-44ec-bb18-a0791c11e81c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03e15d4f02477facb594726468efef&device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 1096 time: 0.1153512
Jun 01 12:49:57.835229 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-4eae6b96-f7b3-46ea-93f6-96d27fe0fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:57.836603 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-4eae6b96-f7b3-46ea-93f6-96d27fe0fd80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526670
Jun 01 12:49:57.929639 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-8e42eda1-9551-4a88-bbc2-efb5d1348253 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d HTTP/1.1" status: 200  len: 217 time: 0.0834408
Jun 01 12:49:58.071016 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-02ec8189-98e1-4821-91f1-a9c3c444b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:58.072449 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-02ec8189-98e1-4821-91f1-a9c3c444b158 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb2990e5-44a6-46dc-8e6f-1eb34e02e654 HTTP/1.1" status: 200  len: 853 time: 0.1358793
Jun 01 12:49:58.129989 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-70a610b5-b06f-4e78-85c0-82ee3a204161 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824380
Jun 01 12:49:58.131874 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-4cafe6b6-f324-4973-8aea-d8576375ff83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=017c545c-2476-465c-bd90-c58563cd11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456674
Jun 01 12:49:58.374621 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0b4a8783-d35e-4f0d-8742-4630b19d0f4e req-a653daa4-db07-4520-a4fd-789e997c09b4 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327120
Jun 01 12:49:58.377818 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-15ac108d-d242-46e3-87bf-97807c679598 service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183988
Jun 01 12:49:58.518584 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525c7b-2974-411a-9afb-a982a1ca085d req-a76f51b6-8308-466e-9c39-b9d5ebdf513e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:58.520055 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08525c7b-2974-411a-9afb-a982a1ca085d req-a76f51b6-8308-466e-9c39-b9d5ebdf513e tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0877905
Jun 01 12:49:58.579634 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08525c7b-2974-411a-9afb-a982a1ca085d req-155ca542-8782-4dde-939d-eaf712fab9b5 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511301
Jun 01 12:49:58.912671 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028107-6b9c-4b05-bf02-50f0b665d572 req-8aad5343-ab42-4ddb-aba2-059a188fd1b8 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:58.914125 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f7028107-6b9c-4b05-bf02-50f0b665d572 req-8aad5343-ab42-4ddb-aba2-059a188fd1b8 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.0826488
Jun 01 12:49:58.964493 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f7028107-6b9c-4b05-bf02-50f0b665d572 req-9689ce9c-f4e4-4ca7-a251-9c9262b37077 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442393
Jun 01 12:49:59.055965 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:49:59.129597 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:49:59.134632 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:49:59.135044 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:59.268331 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:59.295980 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:49:59.298297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f583ea1c-7a1a-4b62-a3e0-b19cc8611df3" -d '{"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:49:59.306849 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:49:59.312989 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:59.314877 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:49:59.345057 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de78a03-f169-4a92-a07c-41d50edc0096 x-openstack-request-id: req-6de78a03-f169-4a92-a07c-41d50edc0096 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:49:59.345340 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:49:59.345643 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6de78a03-f169-4a92-a07c-41d50edc0096 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:49:59.346013 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'code': 200}
Jun 01 12:49:59.382062 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4f64c498-f03c-4d7b-9ca9-54722a7f95e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:49:59.394858 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:49:59.397854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:49:59.803473 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d096d-5303-4088-bcaa-8dae4fb0226d req-0f114282-40e7-45ee-bd80-af74057278dc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:49:59.805195 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-781d096d-5303-4088-bcaa-8dae4fb0226d req-0f114282-40e7-45ee-bd80-af74057278dc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.1050372
Jun 01 12:49:59.866161 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-781d096d-5303-4088-bcaa-8dae4fb0226d req-0752a5d5-729c-4d59-8032-03fa5983e347 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514433
Jun 01 12:50:00.194187 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d59cf3-af58-43d3-a29e-ac245e99dc60 req-1a98bac7-3551-461e-91e0-5bc76b53df7a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:00.195730 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-92d59cf3-af58-43d3-a29e-ac245e99dc60 req-1a98bac7-3551-461e-91e0-5bc76b53df7a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1032016
Jun 01 12:50:00.262644 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-92d59cf3-af58-43d3-a29e-ac245e99dc60 req-94076acc-c44a-4115-bd5a-a2f84740d995 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601063
Jun 01 12:50:01.067374 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a735d7ec-825b-479e-bb77-a336cf3cee75 req-0f904286-1123-4525-ab41-a55b067576a0 service neutron] 10.222.0.60 "GET /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440387
Jun 01 12:50:01.072186 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05900bd4-8d39-4385-857e-185db105ed20 req-f71354cc-4ae5-40eb-bece-8ae1c622a1ee tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:01.073950 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-05900bd4-8d39-4385-857e-185db105ed20 req-f71354cc-4ae5-40eb-bece-8ae1c622a1ee tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0851336
Jun 01 12:50:01.126595 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-05900bd4-8d39-4385-857e-185db105ed20 req-61227590-5a31-49d9-b47f-3a86dc16dc72 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432782
Jun 01 12:50:01.197205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fa86a-6d47-4825-96d8-c33d7dcd8ea4 req-3d14ae13-8dc4-41d7-ba21-1586324e88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:01.198604 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a71fa86a-6d47-4825-96d8-c33d7dcd8ea4 req-3d14ae13-8dc4-41d7-ba21-1586324e88af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1099 time: 0.0696836
Jun 01 12:50:01.256394 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a71fa86a-6d47-4825-96d8-c33d7dcd8ea4 req-a5492b57-245c-4295-b3ee-26490a186d98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430133
Jun 01 12:50:01.479086 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f2233-e94f-448b-a54f-ef181475c764 req-0bce36ca-0be5-41ab-9898-5f906205795e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:01.480495 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-278f2233-e94f-448b-a54f-ef181475c764 req-0bce36ca-0be5-41ab-9898-5f906205795e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0943694
Jun 01 12:50:01.527479 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-278f2233-e94f-448b-a54f-ef181475c764 req-dc9e4ae0-a46d-432c-ac48-8686a018e939 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410032
Jun 01 12:50:01.950834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fd026488-d7bb-4728-9610-dbdfd63b982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:02.037289 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:02.332954 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcaa1e-b394-4452-9fd5-f0429dff890b req-60cc3936-3a57-4721-b3b9-65299d81935a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:02.334513 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bdcaa1e-b394-4452-9fd5-f0429dff890b req-60cc3936-3a57-4721-b3b9-65299d81935a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0929933
Jun 01 12:50:02.387454 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1bdcaa1e-b394-4452-9fd5-f0429dff890b req-4c46186f-bfb9-4ea3-a5a8-4b8177e17ca2 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462110
Jun 01 12:50:02.746915 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89dc6-3aa6-42a2-8815-946916ad9587 req-a23d63db-abde-425a-b7a1-03aa61d6d939 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:02.748619 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23a89dc6-3aa6-42a2-8815-946916ad9587 req-a23d63db-abde-425a-b7a1-03aa61d6d939 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0916452
Jun 01 12:50:02.794820 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-23a89dc6-3aa6-42a2-8815-946916ad9587 req-f3182da9-f763-4e2c-9529-938fee97d084 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396459
Jun 01 12:50:02.997015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66ae9-2d52-468c-9bc8-a066b947e393 req-c889ac82-64d0-474a-bece-d356eed40e15 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:02.998458 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-77f66ae9-2d52-468c-9bc8-a066b947e393 req-c889ac82-64d0-474a-bece-d356eed40e15 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0889809
Jun 01 12:50:03.015666 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56490) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:03.021075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'floatingip': {'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:50:03.059672 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:03.107989 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:03.852378 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca49da7-543a-4119-847e-ba389c489464 req-e7a0bb36-3482-4659-934f-dad46d1fd266 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:03.853871 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cca49da7-543a-4119-847e-ba389c489464 req-e7a0bb36-3482-4659-934f-dad46d1fd266 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.3381240
Jun 01 12:50:03.937161 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cca49da7-543a-4119-847e-ba389c489464 req-e06b1344-7696-48e1-bb0f-7cddb2c095ec tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724370
Jun 01 12:50:04.098053 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:04.110249 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:04.298962 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Floating IP b74ced80-52dc-48ae-ba56-0322c2cb0ce7 associated. External IP: 172.27.2.17, port: 2fc44a76-25f2-4dbf-892d-0c345bb8e301.
Jun 01 12:50:04.733601 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:04.789014 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:50:04.937275 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device baa3a85f-025d-42aa-bd6e-8f662bac244d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:50:04.981877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:50:04.987805 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:05.027065 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:50:05.062377 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-75d5d252-8a64-4099-a530-06e69883f794 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "PUT /v2.0/floatingips/b74ced80-52dc-48ae-ba56-0322c2cb0ce7 HTTP/1.1" status: 200  len: 991 time: 2.0452573
Jun 01 12:50:05.063337 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:05.066204 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354a6962-5494-4f96-b8cc-0c105a84bcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:05.146229 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:50:05.146951 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a8550>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:05.179487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d4f6a-dbf4-4109-962d-66efc74a7c94 req-35a9f47b-ad74-4e44-8acf-0e52e0a0bef0 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:05.181001 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-de1d4f6a-dbf4-4109-962d-66efc74a7c94 req-35a9f47b-ad74-4e44-8acf-0e52e0a0bef0 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 943 time: 0.0990570
Jun 01 12:50:05.210463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:05.225087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'baa3a85f-025d-42aa-bd6e-8f662bac244d', 'network_id': '017c545c-2476-465c-bd90-c58563cd11d9', 'port_id': 'baa3a85f-025d-42aa-bd6e-8f662bac244d', 'mac_address': 'fa:16:3e:61:eb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2990e5-44a6-46dc-8e6f-1eb34e02e654', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:50:05.244283 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362797e0-65bb-476b-ba67-d342ffe57bfd x-openstack-request-id: req-362797e0-65bb-476b-ba67-d342ffe57bfd {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:05.244614 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:05.244905 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-362797e0-65bb-476b-ba67-d342ffe57bfd {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:05.245471 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'status': 'completed', 'code': 200}
Jun 01 12:50:05.249645 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-de1d4f6a-dbf4-4109-962d-66efc74a7c94 req-6378c851-e37b-4f89-83bf-7ebf74f9b2cc tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577800
Jun 01 12:50:05.355040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-2137f145-b4c2-40a5-97b0-7b3916dfdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:05.356659 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-2137f145-b4c2-40a5-97b0-7b3916dfdcd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1099 time: 0.0863762
Jun 01 12:50:05.365820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:05.400328 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa3a85f-025d-42aa-bd6e-8f662bac244d {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:50:05.428028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:05.436150 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:05.438613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:50:05.485190 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:05.597972 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-5620131d-a21c-4d43-90e5-b39d57dde13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:05.599696 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-5620131d-a21c-4d43-90e5-b39d57dde13f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.2356908
Jun 01 12:50:05.651431 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:05.664569 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.664920 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.665264 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.665598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.665928 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.666262 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.666612 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.667026 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.667358 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.667686 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.668006 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.668288 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:05.674014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:05.870206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a8550>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'b74ced80-52dc-48ae-ba56-0322c2cb0ce7', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:34Z', 'updated_at': '2021-06-01T12:50:03Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:05.874694 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:50:05.884007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:50:05.884632 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a8550>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:06.070645 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:50:06.453795 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a8550>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'b74ced80-52dc-48ae-ba56-0322c2cb0ce7', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:34Z', 'updated_at': '2021-06-01T12:50:03Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:06.458387 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e691-adb1-41a0-a0d4-25e633a229bb None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'b74ced80-52dc-48ae-ba56-0322c2cb0ce7', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:34Z', 'updated_at': '2021-06-01T12:50:03Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:50:06.471767 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f1ba9-61e0-489f-8cbe-e4c10cfc11de req-b545c090-15d3-4298-ae19-8da577f84923 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:06.473463 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c75f1ba9-61e0-489f-8cbe-e4c10cfc11de req-b545c090-15d3-4298-ae19-8da577f84923 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 944 time: 0.1038308
Jun 01 12:50:06.534203 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c75f1ba9-61e0-489f-8cbe-e4c10cfc11de req-c8c9e979-d5c6-4ba2-904d-5dfe7fe85a84 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534375
Jun 01 12:50:06.669571 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f33b5ab-b7e5-44ff-bca7-c14b47ba5238 None None] New status for floating IP b74ced80-52dc-48ae-ba56-0322c2cb0ce7: ACTIVE {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:50:06.796473 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-8cd74e4c-4d87-466b-80f3-cfb75632f53a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 200  len: 999 time: 0.1036298
Jun 01 12:50:07.753493 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c50a84-39de-45a3-873c-9fca86f2d990 req-79c5ca91-3e95-4a9e-ad73-895a5f28e8fd tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:07.755027 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-85c50a84-39de-45a3-873c-9fca86f2d990 req-79c5ca91-3e95-4a9e-ad73-895a5f28e8fd tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 944 time: 0.1093986
Jun 01 12:50:07.803017 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-85c50a84-39de-45a3-873c-9fca86f2d990 req-3d3fe7bd-efe7-4ab3-b218-bc91137b54eb tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418706
Jun 01 12:50:08.633819 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-1f0a1286-a66a-4fc8-b9ed-897a57b47081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:08.635331 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-1f0a1286-a66a-4fc8-b9ed-897a57b47081 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0621171
Jun 01 12:50:08.718941 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['baa3a85f-025d-42aa-bd6e-8f662bac244d'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:50:08.728673 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-eedc97ee-fdbd-493d-a873-192655e56e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:08.730287 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-eedc97ee-fdbd-493d-a873-192655e56e62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787590
Jun 01 12:50:08.875767 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-f6c5d5ea-e014-4fc7-8e59-315b8ab3f2e5 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375465
Jun 01 12:50:09.002106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa709e-fb6a-4f66-b75a-cbcb7e79b6e0 req-95079a3f-d225-4a08-9c25-cc78f37b163c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:09.003618 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9caa709e-fb6a-4f66-b75a-cbcb7e79b6e0 req-95079a3f-d225-4a08-9c25-cc78f37b163c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 944 time: 0.0862083
Jun 01 12:50:09.021976 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-354a6962-5494-4f96-b8cc-0c105a84bcfc req-4162eb9c-8543-4627-a24c-5f66fcb7a145 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363041
Jun 01 12:50:09.054495 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9caa709e-fb6a-4f66-b75a-cbcb7e79b6e0 req-8cbec6b1-985e-4745-8980-50daa248b47c tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443718
Jun 01 12:50:10.251301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8f20-6548-4e37-839c-3117ff3ca66a req-8e74a133-51a1-4745-8933-49110ccc2e90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:10.252720 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a53a8f20-6548-4e37-839c-3117ff3ca66a req-8e74a133-51a1-4745-8933-49110ccc2e90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 944 time: 0.0835323
Jun 01 12:50:10.298648 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a53a8f20-6548-4e37-839c-3117ff3ca66a req-5acb02f3-e385-479a-80fe-e15a10693aaa tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399299
Jun 01 12:50:10.946414 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device baa3a85f-025d-42aa-bd6e-8f662bac244d up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:50:11.052474 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port baa3a85f-025d-42aa-bd6e-8f662bac244d completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:50:11.060447 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port baa3a85f-025d-42aa-bd6e-8f662bac244d triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:50:11.060857 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:11.189779 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:11.191705 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:50:11.219243 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:11.221591 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c6377-fc45-4c59-a5ad-6176e2eea17d" -d '{"events": [{"server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "name": "network-vif-plugged", "status": "completed", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:11.235395 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:11.240887 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:11.242989 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:11.275014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916139a3-acd2-4aac-ac72-76938da067b5 x-openstack-request-id: req-916139a3-acd2-4aac-ac72-76938da067b5 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:11.275311 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "name": "network-vif-plugged", "status": "completed", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:11.275568 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-916139a3-acd2-4aac-ac72-76938da067b5 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:11.275959 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d', 'code': 200}
Jun 01 12:50:11.314944 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:11.317804 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:11.528570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f74cc-8015-4ccb-be6d-b95a6690e20f req-0cc98c4f-44e2-4fbe-bc19-43415a0afdb6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:11.531902 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2a2f74cc-8015-4ccb-be6d-b95a6690e20f req-0cc98c4f-44e2-4fbe-bc19-43415a0afdb6 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.0963650
Jun 01 12:50:11.533964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4e43-f1b4-4e91-a923-bf692f1ae922 req-6c88725d-cbe4-4d85-9e37-217acb924c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:11.535512 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-312f4e43-f1b4-4e91-a923-bf692f1ae922 req-6c88725d-cbe4-4d85-9e37-217acb924c77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 1098 time: 0.0786724
Jun 01 12:50:11.582289 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2a2f74cc-8015-4ccb-be6d-b95a6690e20f req-830f82be-8800-40ba-aee8-417639f26c6a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448632
Jun 01 12:50:11.583462 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-312f4e43-f1b4-4e91-a923-bf692f1ae922 req-88ab0951-4cb1-4b19-8be5-d577aec599b7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397270
Jun 01 12:50:12.779598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9c56-b29e-4b81-92e0-73bde55efc81 req-2e422e34-f3af-4ff0-843b-106e49ad36fa tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:12.781477 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6eda9c56-b29e-4b81-92e0-73bde55efc81 req-2e422e34-f3af-4ff0-843b-106e49ad36fa tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.0862339
Jun 01 12:50:12.841657 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6eda9c56-b29e-4b81-92e0-73bde55efc81 req-4d361db4-3fd2-41d0-8633-8686b687431f tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511081
Jun 01 12:50:14.677744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56610) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:14.804481 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:14.820873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:50:14.825286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Usage tracker for resource:security_group_rule and tenant:5e705ba8a6744fa89c6ca89c076ff426 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:50:14.828641 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:50:14.837493 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:50:14.924466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:14.930276 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:14.937971 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8a95d997-0297-4e07-ad9a-6b9054828673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:14.977423 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995a5339-b1e7-4f0c-9170-220c7f9ab13b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:14.983204 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e705ba8a6744fa89c6ca89c076ff426&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043704
Jun 01 12:50:14.984224 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:14.984844 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56618) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:15.049729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:15.079298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:15.138058 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:15.142315 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e17bb77-0d23-493b-96de-76fa30b553f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:15.153602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a5339-b1e7-4f0c-9170-220c7f9ab13b,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:15.156259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:15.163360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:15.166041 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/995a5339-b1e7-4f0c-9170-220c7f9ab13b HTTP/1.1" status: 204  len: 168 time: 0.1786511
Jun 01 12:50:15.311096 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.199675 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56708) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:20.346444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.363744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:50:20.367581 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Usage tracker for resource:security_group_rule and tenant:1b7031216baf420eb3754f469b07a89e is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:50:20.370494 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:50:20.376715 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:50:20.470519 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.475816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.484749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e8e18112-e83d-4e23-a668-ade708c05174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:20.523148 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b7031216baf420eb3754f469b07a89e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3223903
Jun 01 12:50:20.524749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846c2501-6edd-46c5-8ff6-8d85717466f2,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:20.526122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56714) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:20.528184 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:20.594091 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.621052 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.686013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.690345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ce629df5-aca1-409e-844a-8bdb7a207b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:20.701416 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c2501-6edd-46c5-8ff6-8d85717466f2,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:20.705664 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:20.709005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:20.713257 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/846c2501-6edd-46c5-8ff6-8d85717466f2 HTTP/1.1" status: 204  len: 168 time: 0.1828828
Jun 01 12:50:29.357757 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d0b26e8c-605c-4307-9b7b-c7e30cce8cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:31.950764 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f6791915-2e2d-4e1e-a083-78ea7dc7d86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:32.039117 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.061777 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.448143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56902) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:33.571850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.596958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:50:33.601213 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f549d027cb5641e4a2b82e47d9b1cd5c is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:50:33.604408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:50:33.611101 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:50:33.705077 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.711257 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.720622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7efd44b8-813e-47a0-81f0-e5e3d09970db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:33.763404 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f549d027cb5641e4a2b82e47d9b1cd5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3139007
Jun 01 12:50:33.767163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434f4c9-e4c9-4108-bea4-97a52c922b0a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:33.767372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56914) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:33.773305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.773687 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.774042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.774415 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.774803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.775157 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.775504 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.775855 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.776206 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.776556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.776902 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.777246 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.781627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:33.837211 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.864566 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.923866 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.929009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-07a11a14-d10c-413f-be5a-e4807070fae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:33.942378 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434f4c9-e4c9-4108-bea4-97a52c922b0a,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:33.953002 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.953384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.953760 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.954083 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.954430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.954802 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.955443 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.955795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.956140 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.956480 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.956816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.957152 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:50:33.962064 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:33.966256 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:33.967479 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1434f4c9-e4c9-4108-bea4-97a52c922b0a HTTP/1.1" status: 204  len: 168 time: 0.1996400
Jun 01 12:50:34.290465 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56930) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:34.315880 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.339332 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:50:34.347025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Usage tracker for resource:security_group_rule and tenant:181a05a1ee10467d92f8b1a431c180fb is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:50:34.350409 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:50:34.356578 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:50:34.450885 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.456287 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.464184 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e59c6ddd-7ec0-4ee6-8367-4c0eb70e1df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:34.505730 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=181a05a1ee10467d92f8b1a431c180fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2136250
Jun 01 12:50:34.506392 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec83b81-cf53-41d7-bb44-fac7e3d4a2bb,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:34.509297 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56934) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:34.509806 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:34.572724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.613974 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.674498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.679367 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-402138e9-4bc8-49e3-9117-12b7cafd3d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:34.693403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec83b81-cf53-41d7-bb44-fac7e3d4a2bb,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:34.696099 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:34.709793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:34.711025 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fec83b81-cf53-41d7-bb44-fac7e3d4a2bb HTTP/1.1" status: 204  len: 168 time: 0.2003222
Jun 01 12:50:34.732116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.115728 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 56944) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:35.137077 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.152844 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:50:35.157210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8800a396d5d74499a14ed2b5dac3fb35 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:50:35.160171 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:50:35.168153 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:50:35.265991 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.269662 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.280550 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-609f44ce-7b8d-4f8f-a73f-55bc2ab7c866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:35.331248 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8800a396d5d74499a14ed2b5dac3fb35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2134156
Jun 01 12:50:35.332207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0621baa-a102-44f2-a0d4-89cccae7a3f0,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:35.333931 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 56948) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:35.335410 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:35.398171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.425950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.491850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.495928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2cc8fabc-10d3-4d43-8688-e4ba0c08380f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:35.507585 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0621baa-a102-44f2-a0d4-89cccae7a3f0,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:35.513673 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:35.514907 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:35.515812 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-49124f57-cb7a-45c3-ac70-2bce2a70c02e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0621baa-a102-44f2-a0d4-89cccae7a3f0 HTTP/1.1" status: 204  len: 168 time: 0.1808877
Jun 01 12:50:36.200330 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ae8fd-9310-4b63-aafd-379636f1682d req-7b57f790-b6ca-491d-94eb-6433fa89809a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:36.202600 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d84ae8fd-9310-4b63-aafd-379636f1682d req-7b57f790-b6ca-491d-94eb-6433fa89809a tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.4044304
Jun 01 12:50:36.251627 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d84ae8fd-9310-4b63-aafd-379636f1682d req-3a15022e-6e27-47e5-a1c7-4571b91f8149 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425375
Jun 01 12:50:37.448955 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e702a21-30f4-4e28-b4ef-7330b9e7d5d0 req-922c0063-a610-4db7-b4f0-08eacf46f9ef tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:37.450467 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e702a21-30f4-4e28-b4ef-7330b9e7d5d0 req-922c0063-a610-4db7-b4f0-08eacf46f9ef tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.0881617
Jun 01 12:50:37.498982 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e702a21-30f4-4e28-b4ef-7330b9e7d5d0 req-e4791bf4-ba6a-41ed-b59c-89af3e27e7e4 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420685
Jun 01 12:50:38.059640 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df1997-0055-493b-8900-124f2f662a73 req-45359f02-a7cd-4f09-8c9b-e38485bacb90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:38.060329 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-55df1997-0055-493b-8900-124f2f662a73 req-45359f02-a7cd-4f09-8c9b-e38485bacb90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Synchronizing usage tracker for tenant:3a03e15d4f02477facb594726468efef on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:50:38.078901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-55df1997-0055-493b-8900-124f2f662a73 req-45359f02-a7cd-4f09-8c9b-e38485bacb90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Unset dirty status for tenant:3a03e15d4f02477facb594726468efef on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:50:38.080039 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-55df1997-0055-493b-8900-124f2f662a73 req-45359f02-a7cd-4f09-8c9b-e38485bacb90 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.1056530
Jun 01 12:50:38.236345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Deleting port baa3a85f-025d-42aa-bd6e-8f662bac244d {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:50:38.236658 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:38.382361 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] For port baa3a85f-025d-42aa-bd6e-8f662bac244d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=baa3a85f-025d-42aa-bd6e-8f662bac244d,segment=NetworkSegment(0f0c26bd-2111-44bc-9876-cc43397d11c1),segment_id=0f0c26bd-2111-44bc-9876-cc43397d11c1)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:38.382753 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:38.599846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Calling delete_port for baa3a85f-025d-42aa-bd6e-8f662bac244d owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:50:38.698537 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bcd12-4508-40b0-b741-ce7510c68606 req-5f80bcba-f5d0-47a1-afa7-9dea364b74d2 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:38.700077 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d80bcd12-4508-40b0-b741-ce7510c68606 req-5f80bcba-f5d0-47a1-afa7-9dea364b74d2 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfc3a45b-dda2-4e77-a60a-862588c034a3 HTTP/1.1" status: 200  len: 945 time: 0.0875578
Jun 01 12:50:38.733780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:38.742333 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f63e6b0d-1599-47b8-aaf7-8a19541b73bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:38.750948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['baa3a85f-025d-42aa-bd6e-8f662bac244d'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:50:38.766385 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d80bcd12-4508-40b0-b741-ce7510c68606 req-831f7efe-c1a4-4e47-87cc-4bf0ec5ed32d tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.86 "GET /v2.0/security-groups?id=e2da1a9d-eb9a-420a-a4b4-087ba9151545&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595219
Jun 01 12:50:38.804576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Pushing event deleted for resources: {'Port': ['ID=baa3a85f-025d-42aa-bd6e-8f662bac244d,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:38.807791 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:38.886004 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] No DVR routers for this DVR port baa3a85f-025d-42aa-bd6e-8f662bac244d on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:50:38.889182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:38.892036 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'name': 'network-vif-deleted', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:38.894369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3205266-821d-4843-a2a8-3064b047440e" -d '{"events": [{"server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "name": "network-vif-deleted", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:38.911979 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-55df1997-0055-493b-8900-124f2f662a73 req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] 10.222.0.60 "DELETE /v2.0/ports/baa3a85f-025d-42aa-bd6e-8f662bac244d HTTP/1.1" status: 204  len: 173 time: 0.8217046
Jun 01 12:50:39.088044 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ade0e-6e8c-44c2-97aa-bf3486b0518b x-openstack-request-id: req-0a9ade0e-6e8c-44c2-97aa-bf3486b0518b {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:39.088640 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc3a45b-dda2-4e77-a60a-862588c034a3", "name": "network-vif-deleted", "tag": "baa3a85f-025d-42aa-bd6e-8f662bac244d", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:39.088640 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a9ade0e-6e8c-44c2-97aa-bf3486b0518b {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:39.089096 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc3a45b-dda2-4e77-a60a-862588c034a3', 'name': 'network-vif-deleted', 'tag': 'baa3a85f-025d-42aa-bd6e-8f662bac244d', 'status': 'completed', 'code': 200}
Jun 01 12:50:41.092867 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device baa3a85f-025d-42aa-bd6e-8f662bac244d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:50:41.133294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: baa3a85f-025d-42aa-bd6e-8f662bac244d {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:50:41.133528 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device baa3a85f-025d-42aa-bd6e-8f662bac244d not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:50:42.488870 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-db1c0a18-7688-441e-b7cc-d4b8c143c23d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287253051&fields=id&tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d HTTP/1.1" status: 200  len: 267 time: 0.0505879
Jun 01 12:50:42.589779 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-312ec673-2812-4cf9-99f4-f22492524b98 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:42.592213 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-312ec673-2812-4cf9-99f4-f22492524b98 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 985 time: 0.0948646
Jun 01 12:50:42.603980 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Request body: {'port': {'security_groups': ['3c5f259d-680a-45e2-9c8a-5325bc718ffc']}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:50:42.744188 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.036294 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:43.063954 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.069884 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.077982 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:43.151516 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:43.152163 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.153658 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9b4abfb7-a3d4-49d0-a1b8-455d412968fd req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "PUT /v2.0/ports/b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 943 time: 0.5549777
Jun 01 12:50:43.154239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:43.157851 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:43.160349 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57096) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:43.183533 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event updated for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=7']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:43.187989 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:43.248367 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.304028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.311770 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e2b0d-4c96-422e-8845-de330dc9c0d8 x-openstack-request-id: req-af0e2b0d-4c96-422e-8845-de330dc9c0d8 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:43.312101 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:43.312451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-af0e2b0d-4c96-422e-8845-de330dc9c0d8 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:43.313408 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:50:43.375208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.379301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4854bf0c-2d82-4d2d-a20c-cb395ddeb528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:43.394950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e894bb-b0c4-459f-8f21-4f224541b9a1,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:43.397788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:43.406818 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.414030 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "DELETE /v2.0/security-groups/a6e894bb-b0c4-459f-8f21-4f224541b9a1 HTTP/1.1" status: 204  len: 168 time: 0.2465727
Jun 01 12:50:43.415127 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57104) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:43.429174 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-450490fd-4446-4ee1-b366-2578f26e1c33 None None] Provisioning complete for port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:50:43.430029 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-450490fd-4446-4ee1-b366-2578f26e1c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.748976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Deleting port c4230811-494b-4de1-b3dc-c85db32bbe1d {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:50:43.748976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.917602 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:43.918245 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:44.061452 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Calling delete_port for c4230811-494b-4de1-b3dc-c85db32bbe1d owned by network:floatingip {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:50:44.238286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:44.242529 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:44.290324 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event deleted for resources: {'Port': ['ID=c4230811-494b-4de1-b3dc-c85db32bbe1d,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:44.293041 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:44.490020 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks [] for floatingip, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:44.490242 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Floating IP 8b584a24-5421-456a-a12b-f5aabec6457a disassociated (deleted). External IP: 172.27.2.248, port: b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853.
Jun 01 12:50:44.891583 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:50:44.903353 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:50:45.029898 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:50:45.123065 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:50:45.137160 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Sync routers for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:50:45.150434 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:45.171286 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-8a6e238e-5075-4a1f-b43c-9f88dc9f6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:45.172902 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-8a6e238e-5075-4a1f-b43c-9f88dc9f6352 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1099 time: 0.2317634
Jun 01 12:50:45.176936 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:50:45.177570 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc68ae50>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:45.220818 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-81013ec8-1553-4237-aa8f-066ce291f634 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "DELETE /v2.0/floatingips/8b584a24-5421-456a-a12b-f5aabec6457a HTTP/1.1" status: 204  len: 168 time: 1.8018711
Jun 01 12:50:45.313865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:45.316411 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f572e39-4345-42eb-ac4d-85a20aeea1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:45.380486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-05dc7af6-9a31-4f31-84a2-3062cd1f6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:45.382330 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-05dc7af6-9a31-4f31-84a2-3062cd1f6030 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.2006671
Jun 01 12:50:45.386205 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-2fde9486-0a77-4b63-a9a2-6eeeada56a02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1799111
Jun 01 12:50:45.410279 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b71d3-50f5-412d-8e0a-c6094051c195 x-openstack-request-id: req-990b71d3-50f5-412d-8e0a-c6094051c195 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:45.410746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:45.411101 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-990b71d3-50f5-412d-8e0a-c6094051c195 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:45.411616 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:50:45.416932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:45.467100 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-15f62864-4675-424a-b134-95667e771f39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 217 time: 0.0713971
Jun 01 12:50:45.490834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:50:45.544215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-9e426183-97f8-4f39-ae2a-06e10892528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:45.545746 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-9e426183-97f8-4f39-ae2a-06e10892528d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.0722301
Jun 01 12:50:45.651019 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-3278a680-abd6-46b6-801d-6421fdb66cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:45.652657 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-3278a680-abd6-46b6-801d-6421fdb66cd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1001182
Jun 01 12:50:45.857184 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-d26be4a0-6de3-4edc-b291-be55dfbebb18 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917467
Jun 01 12:50:45.922075 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc68ae50>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:45.926947 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Checking router: 2e1c2693-6d57-4b23-b73e-6069dbf2e322 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:50:45.939555 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:50:45.940321 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc68ae50>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:46.087656 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5ad5ba44-fddb-4279-8d82-a21c5a28caa2 req-81dec5b1-4363-40c7-9624-c63a6cf50857 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2226119
Jun 01 12:50:46.225107 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:50:46.294197 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-1b2bd2e7-fccb-4c9f-a194-72880bd3da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:46.299602 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-1b2bd2e7-fccb-4c9f-a194-72880bd3da19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1099 time: 0.0941689
Jun 01 12:50:46.518406 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-ca6b4b8e-56d1-473c-a53a-b19ae1f1096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:46.519911 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-ca6b4b8e-56d1-473c-a53a-b19ae1f1096a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.1846511
Jun 01 12:50:46.606364 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-01ffcad8-b776-4ee8-8f35-01ae2342be43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 217 time: 0.0761220
Jun 01 12:50:46.629974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc68ae50>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:50:46.635296 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ad1c-802d-4754-b706-3917e6007cd3 None None] The sync data for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi is: [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:47:05Z', 'revision_number': 4, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f228496b-cd61-49a8-b1d8-f180c9a47088', 'name': '', 'network_id': '14cb4a15-c2f6-48e0-bf35-62fa32279a58', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'mac_address': 'fa:16:3e:5e:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '8455c106-a558-496a-acd0-570a747a2739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:03Z', 'updated_at': '2021-06-01T12:47:10Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'subnets': [{'id': '8455c106-a558-496a-acd0-570a747a2739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:50:46.695573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-7baacf21-1ef6-4725-8dbb-2abf93a577f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:46.697040 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-7baacf21-1ef6-4725-8dbb-2abf93a577f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.0815442
Jun 01 12:50:46.917211 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-6a0d5242-3d0d-4ecd-80bf-a23eeb2a7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:46.919128 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-6a0d5242-3d0d-4ecd-80bf-a23eeb2a7df5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2098608
Jun 01 12:50:46.929889 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a8c78-608f-4996-bed7-41d84296bc78 None None] New status for floating IP 8b584a24-5421-456a-a12b-f5aabec6457a: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:50:47.074868 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-4792cda0-3cef-4b0d-ba5d-0cafde1acaea service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461675
Jun 01 12:50:47.248082 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b4f8f3f-95d6-42a2-aa69-29d9cc04f657 req-5ffa3925-6455-4770-9413-2f2dae02bd7c service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555569
Jun 01 12:50:47.369480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-e24acfab-7d29-40c1-9cf9-37587c998b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:47.371026 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-e24acfab-7d29-40c1-9cf9-37587c998b39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 1099 time: 0.0746541
Jun 01 12:50:47.515793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-f43bb5f1-c23b-4c56-b832-9ed1574715d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:47.517270 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-f43bb5f1-c23b-4c56-b832-9ed1574715d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 200  len: 916 time: 0.1394165
Jun 01 12:50:47.595258 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-c2b293fc-0d54-4953-bc21-ddd40c26eb03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 200  len: 217 time: 0.0674276
Jun 01 12:50:47.674937 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-58568985-473e-4ffe-a080-6bbd15c86813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:47.676434 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-58568985-473e-4ffe-a080-6bbd15c86813 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 200  len: 854 time: 0.0738037
Jun 01 12:50:47.764067 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-0f0e6064-4b25-44f0-9462-a03f71638b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:47.765581 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-0f0e6064-4b25-44f0-9462-a03f71638b94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14cb4a15-c2f6-48e0-bf35-62fa32279a58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808721
Jun 01 12:50:47.922452 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-3e884379-22d4-4065-b978-215816af5f2a service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462665
Jun 01 12:50:48.070389 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f572e39-4345-42eb-ac4d-85a20aeea1c0 req-79360d81-6af3-497d-99a1-387f36e18214 service neutron] 10.222.0.60 "GET /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384835
Jun 01 12:50:48.191616 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:50:49.000122 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36876c-f529-4101-b736-c84071ccef7b req-8fcdf9bd-979b-4e9b-b650-df5f890877e9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:49.000795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-dc36876c-f529-4101-b736-c84071ccef7b req-8fcdf9bd-979b-4e9b-b650-df5f890877e9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Synchronizing usage tracker for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:50:49.018442 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-dc36876c-f529-4101-b736-c84071ccef7b req-8fcdf9bd-979b-4e9b-b650-df5f890877e9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Unset dirty status for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:50:49.019668 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc36876c-f529-4101-b736-c84071ccef7b req-8fcdf9bd-979b-4e9b-b650-df5f890877e9 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1108863
Jun 01 12:50:49.069319 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dc36876c-f529-4101-b736-c84071ccef7b req-b1d7fa7e-aafa-4d8a-a74f-660a1304911b tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414805
Jun 01 12:50:50.282693 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab405c-7cf4-4485-86ed-7fc035345530 req-9a4d8be5-68f9-49b4-a25a-f39c5ff65f80 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:50.284196 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0eab405c-7cf4-4485-86ed-7fc035345530 req-9a4d8be5-68f9-49b4-a25a-f39c5ff65f80 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1060522
Jun 01 12:50:50.332582 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0eab405c-7cf4-4485-86ed-7fc035345530 req-9f6a925f-b893-4542-a6c9-089226da1491 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403826
Jun 01 12:50:50.950980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-570da458-8565-490c-8d62-2460cf60cd0d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:50.952060 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-570da458-8565-490c-8d62-2460cf60cd0d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Synchronizing usage tracker for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:50:50.964910 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-570da458-8565-490c-8d62-2460cf60cd0d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Unset dirty status for tenant:979fd51ff902401c8eaabc2ef7c5ad7d on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:50:50.966063 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-570da458-8565-490c-8d62-2460cf60cd0d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.1095295
Jun 01 12:50:51.128919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Deleting port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:50:51.129299 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:51.271589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] For port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:51.271985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:51.401873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Calling delete_port for b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:50:51.539126 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d82da-b287-4fdb-a6ae-e10206a4287f req-5a07a1c3-a1d4-4965-87d8-29abd5f267a2 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:50:51.540788 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-447d82da-b287-4fdb-a6ae-e10206a4287f req-5a07a1c3-a1d4-4965-87d8-29abd5f267a2 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 946 time: 0.0979040
Jun 01 12:50:51.590144 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-447d82da-b287-4fdb-a6ae-e10206a4287f req-7126d382-9630-4a62-bef1-8a72845312f2 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c5f259d-680a-45e2-9c8a-5325bc718ffc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428448
Jun 01 12:50:51.625027 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:51.630611 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a2fc1e15-b7cf-4b31-a8ee-2a7cee9cfb29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:51.676306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Pushing event deleted for resources: {'Port': ['ID=b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:51.679335 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:51.755149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] No DVR routers for this DVR port b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:50:51.758174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:51.760796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'name': 'network-vif-deleted', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:50:51.763159 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62e0e7-714d-4d11-819c-7e5ea75b40f3" -d '{"events": [{"server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "name": "network-vif-deleted", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:50:51.778484 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a21d36fc-88c7-4232-ad43-2cbed01dafc8 req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.60 "DELETE /v2.0/ports/b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 HTTP/1.1" status: 204  len: 173 time: 0.8044729
Jun 01 12:50:51.810506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b42a3-c388-4421-b0b2-2e1a89fd288f x-openstack-request-id: req-f29b42a3-c388-4421-b0b2-2e1a89fd288f {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:50:51.811375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da29f79-28d5-4402-86ba-a4f2c9569d6f", "name": "network-vif-deleted", "tag": "b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:50:51.811375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f29b42a3-c388-4421-b0b2-2e1a89fd288f {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:50:51.811690 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da29f79-28d5-4402-86ba-a4f2c9569d6f', 'name': 'network-vif-deleted', 'tag': 'b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853', 'status': 'completed', 'code': 200}
Jun 01 12:50:52.760104 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-810b0993-9216-4a9b-803f-3557654cbfe2 req-02688eee-8531-463b-9cc2-1056464564d4 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 210 time: 0.0510669
Jun 01 12:50:53.917677 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f12905a-ce18-4ed6-8e33-25fec44ad8d8 req-9b62d4bf-a8e8-449a-8805-f7abb26c1cdb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 210 time: 0.0452964
Jun 01 12:50:54.406618 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:50:55.113992 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aae96cba-86a8-4762-b84b-60c226cc285a req-b1c73e0a-f9c3-4db9-877e-09e0ed5d9d34 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] 10.222.0.86 "GET /v2.0/ports?device_id=7da29f79-28d5-4402-86ba-a4f2c9569d6f HTTP/1.1" status: 200  len: 210 time: 0.0646720
Jun 01 12:50:56.418033 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:50:56.454800 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:50:56.455471 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b1ba9c75-5ed7-47c7-9957-6e4dd0dd7853 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:50:56.931307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57304) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:50:57.692996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:58.136456 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Deleting port f228496b-cd61-49a8-b1d8-f180c9a47088 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:50:58.137205 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:58.266599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] For port f228496b-cd61-49a8-b1d8-f180c9a47088, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f228496b-cd61-49a8-b1d8-f180c9a47088,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:50:58.270013 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:58.439863 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Calling delete_port for f228496b-cd61-49a8-b1d8-f180c9a47088 owned by network:router_interface {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:50:58.769343 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:58.774154 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:50:58.828206 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Pushing event deleted for resources: {'Port': ['ID=f228496b-cd61-49a8-b1d8-f180c9a47088,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:50:58.842471 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:50:59.263052 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:59.365551 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f8e9-9e8c-4b25-85ff-d716c0e241c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:50:59.664435 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:50:59.955371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:50:59.974411 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Sync routers for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:50:59.991085 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:50:59.992246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4dc3a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:00.004884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57362) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:00.013155 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-465a6c90-481b-42c9-a1df-f54305df0323 admin admin] 10.222.0.86 "PUT /v2.0/routers/2e1c2693-6d57-4b23-b73e-6069dbf2e322/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0694489
Jun 01 12:51:00.161695 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdaf14-86ef-41bb-92b1-9b16f0b11f2b req-ffd5eba1-0fae-4249-96d5-34838afd6527 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:00.163244 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4bdaf14-86ef-41bb-92b1-9b16f0b11f2b req-ffd5eba1-0fae-4249-96d5-34838afd6527 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0949306
Jun 01 12:51:00.193290 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks [] for router, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:00.203365 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:51:00.221719 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4bdaf14-86ef-41bb-92b1-9b16f0b11f2b req-bf028a37-afc9-4ffb-8d1e-a4362e3fc5c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495596
Jun 01 12:51:00.393988 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:00.471662 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Deleting port 078fa287-a460-4620-9849-6b37beb5d70e {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:00.471906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:00.527562 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4dc3a0>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '078fa287-a460-4620-9849-6b37beb5d70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port': {'id': '078fa287-a460-4620-9849-6b37beb5d70e', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:46:58Z', 'updated_at': '2021-06-01T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:00.531663 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Checking router: 2e1c2693-6d57-4b23-b73e-6069dbf2e322 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:51:00.543434 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Routers {'2e1c2693-6d57-4b23-b73e-6069dbf2e322'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:51:00.543926 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4dc3a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:50:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:00.611622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] For port 078fa287-a460-4620-9849-6b37beb5d70e, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=078fa287-a460-4620-9849-6b37beb5d70e,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:00.611962 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:00.738793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Calling delete_port for 078fa287-a460-4620-9849-6b37beb5d70e owned by network:router_gateway {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:00.739860 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] Set router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 gateway port host: None {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:51:00.848557 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4dc3a0>, [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:51:00Z', 'revision_number': 6, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:00.853597 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d2d55-5217-42ae-9c79-2c2430956250 None None] The sync data for ids ['2e1c2693-6d57-4b23-b73e-6069dbf2e322'] in dv-cinder-776307-6-iscsi is: [{'id': '2e1c2693-6d57-4b23-b73e-6069dbf2e322', 'name': 'tempest-TestMinimumBasicScenario-1883698603-router', 'tenant_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:46:57Z', 'updated_at': '2021-06-01T12:51:00Z', 'revision_number': 6, 'project_id': '979fd51ff902401c8eaabc2ef7c5ad7d', 'gw_port_host': None}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:51:00.891710 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:00.896114 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cbf7aa1e-3476-4f86-9121-14b294db32df tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:00.941900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Pushing event deleted for resources: {'Port': ['ID=078fa287-a460-4620-9849-6b37beb5d70e,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:00.945871 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:01.049019 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.228036 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.231436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.415495 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.416207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1c2693-6d57-4b23-b73e-6069dbf2e322 {{(pid=103769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:51:01.430356 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.431545 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c9ba726f-810b-4926-bf4a-1d2f348e294f admin admin] 10.222.0.86 "DELETE /v2.0/routers/2e1c2693-6d57-4b23-b73e-6069dbf2e322 HTTP/1.1" status: 204  len: 168 time: 1.4244504
Jun 01 12:51:01.434096 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57378) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:01.438802 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e3e8-1fc7-44bc-b8e5-820fbd352e54 req-e6460457-083b-4a9f-aa35-58246e79f89e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:01.440307 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6960e3e8-1fc7-44bc-b8e5-820fbd352e54 req-e6460457-083b-4a9f-aa35-58246e79f89e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0874970
Jun 01 12:51:01.487545 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6960e3e8-1fc7-44bc-b8e5-820fbd352e54 req-481032c9-c852-4f73-8c5b-5be017bb791d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413160
Jun 01 12:51:01.495827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Deleting subnet 8455c106-a558-496a-acd0-570a747a2739 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:51:01.499362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.551652 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.702140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.950234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbb03-6a98-413f-84f4-aff3b1127b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.983066 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:01.987293 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:02.022471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8455c106-a558-496a-acd0-570a747a2739,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:02.025345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:02.026322 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.033797 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8455c106-a558-496a-acd0-570a747a2739 HTTP/1.1" status: 204  len: 168 time: 0.5985036
Jun 01 12:51:02.037312 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57382) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:02.038704 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bc62b-affb-44f5-a9f8-289cb4fe9b56 None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:51:02.068890 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.153298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.234016 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Deleting port 24dc0161-93d3-40d4-90be-7ede34f84c0b {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:02.234332 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.315614 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] DHCP port deletion for 14cb4a15-c2f6-48e0-bf35-62fa32279a58 request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 12:51:02.343193 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] For port 24dc0161-93d3-40d4-90be-7ede34f84c0b, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=24dc0161-93d3-40d4-90be-7ede34f84c0b,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:02.343626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.388816 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Deleting port 24dc0161-93d3-40d4-90be-7ede34f84c0b {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:02.389609 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.466589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Calling delete_port for 24dc0161-93d3-40d4-90be-7ede34f84c0b owned by network:dhcp {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:02.490804 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] For port 24dc0161-93d3-40d4-90be-7ede34f84c0b, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=24dc0161-93d3-40d4-90be-7ede34f84c0b,segment=NetworkSegment(cd8f92ac-ec26-4cf7-8993-2c3252b8f774),segment_id=cd8f92ac-ec26-4cf7-8993-2c3252b8f774)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:02.491199 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.515081 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.518994 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-09522e4b-af23-490b-9d48-ea9e95d107bf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:02.565489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Pushing event deleted for resources: {'Port': ['ID=24dc0161-93d3-40d4-90be-7ede34f84c0b,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:02.569975 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:02.575875 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] No DVR routers for this DVR port 24dc0161-93d3-40d4-90be-7ede34f84c0b on host dv-cinder-776307-6-iscsi {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:51:02.617070 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Calling delete_port for 24dc0161-93d3-40d4-90be-7ede34f84c0b owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:02.692286 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 078fa287-a460-4620-9849-6b37beb5d70e no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:02.696079 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9db45-8964-4c22-b90a-68e44a98a5ab req-c6ec30cb-640d-48c8-8c3a-fc3c44f6b639 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:02.697636 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-69a9db45-8964-4c22-b90a-68e44a98a5ab req-c6ec30cb-640d-48c8-8c3a-fc3c44f6b639 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0903740
Jun 01 12:51:02.703070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.721217 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b72a6790>,) {'filters': {'network_id': ['14cb4a15-c2f6-48e0-bf35-62fa32279a58']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:02.736708 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b72a6790>, 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:02.736975 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 078fa287-a460-4620-9849-6b37beb5d70e {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:02.737178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b72a6790>, 'cd8f92ac-ec26-4cf7-8993-2c3252b8f774') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:02.737295 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 078fa287-a460-4620-9849-6b37beb5d70e not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:02.737859 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 24dc0161-93d3-40d4-90be-7ede34f84c0b no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:02.750199 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.765386 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-69a9db45-8964-4c22-b90a-68e44a98a5ab req-831c4a7f-f554-44be-8385-4f9e9c30d6d5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615056
Jun 01 12:51:02.769269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.776807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:51:02.777215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.781768 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 24dc0161-93d3-40d4-90be-7ede34f84c0b {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:02.782336 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 24dc0161-93d3-40d4-90be-7ede34f84c0b not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:02.782784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f228496b-cd61-49a8-b1d8-f180c9a47088 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:51:02.798802 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:51:02.831262 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: f228496b-cd61-49a8-b1d8-f180c9a47088 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:02.831614 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f228496b-cd61-49a8-b1d8-f180c9a47088 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:02.862477 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.867232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:02.870807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.876357 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:02.879217 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-576f5e38-2967-4a05-9605-8f59673879fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:02.902087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Network 14cb4a15-c2f6-48e0-bf35-62fa32279a58 is not hosted by any dhcp agent {{(pid=103771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 01 12:51:02.902852 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] No DVR routers for this DVR port 24dc0161-93d3-40d4-90be-7ede34f84c0b on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:51:02.914219 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Pushing event deleted for resources: {'Port': ['ID=24dc0161-93d3-40d4-90be-7ede34f84c0b,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:02.921019 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:03.000186 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Pushing event deleted for resources: {'Network': ['ID=14cb4a15-c2f6-48e0-bf35-62fa32279a58,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:03.002725 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:03.014600 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] 10.222.0.86 "DELETE /v2.0/networks/14cb4a15-c2f6-48e0-bf35-62fa32279a58 HTTP/1.1" status: 204  len: 168 time: 0.9760466
Jun 01 12:51:03.018556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57392) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:03.065618 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:03.604204 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:03.984618 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a5fa9-71e2-41a6-811f-3ef4981db634 req-87486555-71a6-41ce-83a6-e71804b83366 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:03.986048 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5f2a5fa9-71e2-41a6-811f-3ef4981db634 req-87486555-71a6-41ce-83a6-e71804b83366 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0878596
Jun 01 12:51:04.031357 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5f2a5fa9-71e2-41a6-811f-3ef4981db634 req-947e076b-bf7a-4bd9-b4e5-f4fd98889299 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391629
Jun 01 12:51:04.042391 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Deleting port 233c2d2f-4400-496a-96af-89ec080b3e40 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:04.042890 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:04.176193 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] For port 233c2d2f-4400-496a-96af-89ec080b3e40, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=233c2d2f-4400-496a-96af-89ec080b3e40,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:04.176560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:04.304298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Calling delete_port for 233c2d2f-4400-496a-96af-89ec080b3e40 owned by network:router_interface {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:04.493413 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:04.496975 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:04.636891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Pushing event deleted for resources: {'Port': ['ID=233c2d2f-4400-496a-96af-89ec080b3e40,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:04.640476 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:04.734037 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:04.926371 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:05.247812 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c7ed-0c05-4f0b-bbbb-f8c7e7386301 req-f302ebff-7860-44df-98e4-e33f100d0d9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:05.250300 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9c39c7ed-0c05-4f0b-bbbb-f8c7e7386301 req-f302ebff-7860-44df-98e4-e33f100d0d9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1002743
Jun 01 12:51:05.318881 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9c39c7ed-0c05-4f0b-bbbb-f8c7e7386301 req-c902aaf1-272e-4a56-be38-b5dd02ad6a9e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620570
Jun 01 12:51:05.365589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Router 9dc507b4-6748-4c0a-bd66-93261aeef316 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:51:05.563360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:51:05.574174 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Sync routers for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:51:05.575477 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] 10.222.0.86 "PUT /v2.0/routers/9dc507b4-6748-4c0a-bd66-93261aeef316/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5558591
Jun 01 12:51:05.579214 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57422) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:05.589644 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:51:05.590996 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc651640>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:51:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:05.810470 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks [] for router, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:05.842415 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:51:06.155010 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:06.188927 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc651640>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:51:04Z', 'revision_number': 5, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port': {'id': '8b829a93-33cb-4c2b-8d73-bccfa7d50bc8', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:09Z', 'updated_at': '2021-06-01T12:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:06.192712 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Checking router: 9dc507b4-6748-4c0a-bd66-93261aeef316 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:51:06.200992 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Routers {'9dc507b4-6748-4c0a-bd66-93261aeef316'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:51:06.201582 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc651640>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:51:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['9dc507b4-6748-4c0a-bd66-93261aeef316'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:06.229772 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Deleting port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:06.230113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:06.359706 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] For port 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:06.360326 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:06.366642 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] Set router 9dc507b4-6748-4c0a-bd66-93261aeef316 gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:51:06.497337 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc651640>, [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:51:06Z', 'revision_number': 6, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:06.502864 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ba9b-7ed8-4798-bb94-f1b0bbf9cc04 None None] The sync data for ids ['9dc507b4-6748-4c0a-bd66-93261aeef316'] in dv-cinder-776307-6-iscsi is: [{'id': '9dc507b4-6748-4c0a-bd66-93261aeef316', 'name': 'tempest-TestMinimumBasicScenario-1020056208-router', 'tenant_id': '9e246f8dde43484cb5010f07b9230513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:08Z', 'updated_at': '2021-06-01T12:51:06Z', 'revision_number': 6, 'project_id': '9e246f8dde43484cb5010f07b9230513', 'gw_port_host': None}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:51:06.503540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Calling delete_port for 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 owned by network:router_gateway {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:06.616036 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147f70-bdc5-4d02-91f7-dac4b26ac6a3 req-42f9eb2e-de50-4e3f-a670-03c7d736a624 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:06.617427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4147f70-bdc5-4d02-91f7-dac4b26ac6a3 req-42f9eb2e-de50-4e3f-a670-03c7d736a624 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1225090
Jun 01 12:51:06.685504 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4147f70-bdc5-4d02-91f7-dac4b26ac6a3 req-91a373d7-eea0-41ea-a36b-3e5f31a709a4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525143
Jun 01 12:51:06.777005 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:06.781012 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3feb5138-60ce-495c-a764-d766a81922f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:06.829187 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b829a93-33cb-4c2b-8d73-bccfa7d50bc8,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:06.832686 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:06.932608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.107261 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.109608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.135002 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.135433 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc507b4-6748-4c0a-bd66-93261aeef316 {{(pid=103770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:51:07.149768 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.153408 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9dc507b4-6748-4c0a-bd66-93261aeef316 HTTP/1.1" status: 204  len: 168 time: 1.5708015
Jun 01 12:51:07.154319 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57456) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:07.218831 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Deleting subnet 73da374d-e776-4155-8b7d-96134b27b0e1 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:51:07.221967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.277550 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.361253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.635947 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.640062 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:07.673454 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73da374d-e776-4155-8b7d-96134b27b0e1,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:07.677131 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:07.679992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:07.689078 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b0904-c4fe-46d2-9c98-38f01a4201a4 None None] Network 27664228-14a1-4470-9a5b-6b75107fb1ea requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:51:07.691454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57462) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:07.691909 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-8a408c8c-15f9-46d2-bbdc-41fc6084ba39 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/73da374d-e776-4155-8b7d-96134b27b0e1 HTTP/1.1" status: 204  len: 168 time: 0.5355978
Jun 01 12:51:07.850032 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.001908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa86e-f925-4784-99bb-295b1a99c407 req-b221e64b-44c2-44be-8b21-0022ac7abe79 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:08.003463 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fd4aa86e-f925-4784-99bb-295b1a99c407 req-b221e64b-44c2-44be-8b21-0022ac7abe79 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1511209
Jun 01 12:51:08.004849 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] DHCP port deletion for 27664228-14a1-4470-9a5b-6b75107fb1ea request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 12:51:08.026062 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Deleting port 2320a01e-d806-4298-8df7-972486712f00 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:08.026403 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.078823 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Deleting port 2320a01e-d806-4298-8df7-972486712f00 {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:51:08.079356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.181051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] For port 2320a01e-d806-4298-8df7-972486712f00, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=2320a01e-d806-4298-8df7-972486712f00,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:08.181445 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.241730 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fd4aa86e-f925-4784-99bb-295b1a99c407 req-c8b11288-6562-4e2b-bfa0-b3652735b516 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2319326
Jun 01 12:51:08.253816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] For port 2320a01e-d806-4298-8df7-972486712f00, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=2320a01e-d806-4298-8df7-972486712f00,segment=NetworkSegment(f3cdf3ef-b823-460d-835b-97911c938fe5),segment_id=f3cdf3ef-b823-460d-835b-97911c938fe5)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:08.254336 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.307199 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57474) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:08.340037 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Calling delete_port for 2320a01e-d806-4298-8df7-972486712f00 owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:08.372201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Deleting subnet fb2990e5-44a6-46dc-8e6f-1eb34e02e654 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:51:08.375874 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.387099 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Calling delete_port for 2320a01e-d806-4298-8df7-972486712f00 owned by network:dhcp {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:51:08.402232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.407948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:08.437632 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.442761 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:08.455803 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Pushing event deleted for resources: {'Port': ['ID=2320a01e-d806-4298-8df7-972486712f00,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:08.460146 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] No DVR routers for this DVR port 2320a01e-d806-4298-8df7-972486712f00 on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.473666 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:51:08.476603 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:08.507011 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] No DVR routers for this DVR port 2320a01e-d806-4298-8df7-972486712f00 on host dv-cinder-776307-6-iscsi {{(pid=103770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:51:08.537420 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2320a01e-d806-4298-8df7-972486712f00,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:08.539868 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:08.550355 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.607767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.617569 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:08.631303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.644961 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b7f055e0>,) {'filters': {'network_id': ['27664228-14a1-4470-9a5b-6b75107fb1ea']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:08.654896 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:08.655485 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 8b829a93-33cb-4c2b-8d73-bccfa7d50bc8 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:08.656091 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 233c2d2f-4400-496a-96af-89ec080b3e40 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:08.658864 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7f055e0>, 'f3cdf3ef-b823-460d-835b-97911c938fe5') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:08.659158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7f055e0>, 'f3cdf3ef-b823-460d-835b-97911c938fe5') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:08.671793 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.689596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 233c2d2f-4400-496a-96af-89ec080b3e40 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:08.690177 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 233c2d2f-4400-496a-96af-89ec080b3e40 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:08.690321 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 2320a01e-d806-4298-8df7-972486712f00 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:08.692655 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.700179 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:51:08.700604 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   util.warn(
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   util.warn(
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   util.warn(
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   util.warn(
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:51:08.715592 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:51:08.725975 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 2320a01e-d806-4298-8df7-972486712f00 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:51:08.726493 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 2320a01e-d806-4298-8df7-972486712f00 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:51:08.808964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.815921 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.818428 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:08.840823 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=27664228-14a1-4470-9a5b-6b75107fb1ea,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:08.845001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:08.848724 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/27664228-14a1-4470-9a5b-6b75107fb1ea HTTP/1.1" status: 204  len: 168 time: 1.1535697
Jun 01 12:51:08.873693 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.879099 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:08.915147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2990e5-44a6-46dc-8e6f-1eb34e02e654,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:08.917259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:08.920217 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:08.927042 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57482) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:08.927259 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fb2990e5-44a6-46dc-8e6f-1eb34e02e654 HTTP/1.1" status: 204  len: 168 time: 0.6187651
Jun 01 12:51:09.038083 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57486) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.038613 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.090423 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ca9e661b-f8d9-46ed-a922-44b5b3985519 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=979fd51ff902401c8eaabc2ef7c5ad7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509179
Jun 01 12:51:09.093542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57490) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.161306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.172556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.186306 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bc0b0730>,) {'filters': {'network_id': ['017c545c-2476-465c-bd90-c58563cd11d9']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:09.189464 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.198833 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc0b0730>, '0f0c26bd-2111-44bc-9876-cc43397d11c1') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:09.199131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc0b0730>, '0f0c26bd-2111-44bc-9876-cc43397d11c1') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:51:09.211709 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.228207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.235834 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:51:09.236368 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.244087 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.248182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e3392db4-712a-44fc-b3cd-bdf78ee8cfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:51:09.251156 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:51:09.261151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5f259d-680a-45e2-9c8a-5325bc718ffc,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:09.265328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:09.270987 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.276079 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6503a2ad-7542-4b01-9fad-e2c58415d7f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c5f259d-680a-45e2-9c8a-5325bc718ffc HTTP/1.1" status: 204  len: 168 time: 0.1775718
Jun 01 12:51:09.351816 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.355615 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:09.371478 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.414135 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=017c545c-2476-465c-bd90-c58563cd11d9,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:09.423475 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:09.435284 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/017c545c-2476-465c-bd90-c58563cd11d9 HTTP/1.1" status: 204  len: 168 time: 0.5070717
Jun 01 12:51:09.476250 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5104f-c736-48b4-b119-586f8bc176a0 req-8eef2d76-39af-4ed2-b384-5e86fcc727bb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:09.477813 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c6b5104f-c736-48b4-b119-586f8bc176a0 req-8eef2d76-39af-4ed2-b384-5e86fcc727bb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1009998
Jun 01 12:51:09.531169 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c6b5104f-c736-48b4-b119-586f8bc176a0 req-b87780d0-cccc-4ce8-910b-6f05dba69f4f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458939
Jun 01 12:51:09.627977 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57502) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.660324 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57506) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.698860 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-345e93fd-dc7e-4af5-b73b-d2be3cdddcae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a03e15d4f02477facb594726468efef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0695415
Jun 01 12:51:09.701781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57510) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.732750 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-14dfb982-dde2-48ed-a7d9-3b9d9527e6f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e246f8dde43484cb5010f07b9230513&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0656726
Jun 01 12:51:09.733153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57514) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:09.774164 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.804245 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.811985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.842426 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.863824 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.868702 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-32b88f4c-ee90-4328-a1b4-bb119cf31fb6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:09.883257 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da1a9d-eb9a-420a-a4b4-087ba9151545,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:09.887069 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:09.894097 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.895264 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-82ff3fd5-742c-44a6-b32b-4f0964dae393 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e2da1a9d-eb9a-420a-a4b4-087ba9151545 HTTP/1.1" status: 204  len: 168 time: 0.1925149
Jun 01 12:51:09.913105 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.921405 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c4aeed10-3b67-4016-b298-d52aa3e40ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:09.935002 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b811697f-c141-46d9-8e12-8065744ad8e5,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:09.937742 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:09.940215 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:09.941243 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b811697f-c141-46d9-8e12-8065744ad8e5 HTTP/1.1" status: 204  len: 168 time: 0.2068913
Jun 01 12:51:10.732435 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c82d-c87c-486b-ac2f-29df34ec4432 req-88c73355-06ec-46ca-9d41-5e314dea7c36 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:10.734429 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f627c82d-c87c-486b-ac2f-29df34ec4432 req-88c73355-06ec-46ca-9d41-5e314dea7c36 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0918834
Jun 01 12:51:10.785053 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f627c82d-c87c-486b-ac2f-29df34ec4432 req-9bc0221c-f68d-413e-bfd8-bce6427ef9c0 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439739
Jun 01 12:51:11.992330 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9ef88-1ded-4097-9f3f-eba1bb3c309b req-ea63b5d9-6778-4b6a-b181-2ba97a8044df tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:11.993824 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4bb9ef88-1ded-4097-9f3f-eba1bb3c309b req-ea63b5d9-6778-4b6a-b181-2ba97a8044df tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0889957
Jun 01 12:51:12.046837 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4bb9ef88-1ded-4097-9f3f-eba1bb3c309b req-21ac8ff6-6630-43f0-8363-1fe8855a5688 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457377
Jun 01 12:51:13.267198 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02370ed-dddb-4109-b71e-dc4222d05ea2 req-5e188b58-0950-40f9-b10d-8db9c07ab36a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:13.268715 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d02370ed-dddb-4109-b71e-dc4222d05ea2 req-5e188b58-0950-40f9-b10d-8db9c07ab36a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0950861
Jun 01 12:51:13.316303 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d02370ed-dddb-4109-b71e-dc4222d05ea2 req-28124717-fcd3-495f-9232-15470b88cf01 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397246
Jun 01 12:51:14.648566 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27087c3-80a4-4c59-94ea-54f3a26102ba req-d2bd859b-3e99-406c-a431-e0d5073bdcc2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:14.649941 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27087c3-80a4-4c59-94ea-54f3a26102ba req-d2bd859b-3e99-406c-a431-e0d5073bdcc2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.2078230
Jun 01 12:51:14.697448 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27087c3-80a4-4c59-94ea-54f3a26102ba req-ee77c3b9-9045-4e47-a2d9-4c37bd11c621 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414419
Jun 01 12:51:15.324740 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:15.912854 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c882-d95b-44d1-8920-bea0fc057702 req-6503c8ee-f7a6-4500-a574-735f1070578e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:15.914378 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dfe4c882-d95b-44d1-8920-bea0fc057702 req-6503c8ee-f7a6-4500-a574-735f1070578e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0968022
Jun 01 12:51:15.965225 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dfe4c882-d95b-44d1-8920-bea0fc057702 req-703508ed-b32d-4a7c-bfc7-44198a8e654e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448742
Jun 01 12:51:17.165773 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426b6cc-fcd2-491c-891a-647a1a7a35a4 req-b2532085-f572-4bd2-886d-85101064a387 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:17.167316 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f426b6cc-fcd2-491c-891a-647a1a7a35a4 req-b2532085-f572-4bd2-886d-85101064a387 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0848050
Jun 01 12:51:17.213563 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f426b6cc-fcd2-491c-891a-647a1a7a35a4 req-4858fc53-5505-48ec-835e-013f5fe17428 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396142
Jun 01 12:51:17.797282 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57570) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:17.931877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:17.954652 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:51:17.959647 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Usage tracker for resource:security_group_rule and tenant:32e340eaacdb450ba9ccf8d20f80e77b is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:51:17.962895 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:51:17.969544 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:51:18.073600 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.079283 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.089992 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f562d99a-1393-4c2f-a30d-c604635d64e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:18.133679 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32e340eaacdb450ba9ccf8d20f80e77b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3352032
Jun 01 12:51:18.134646 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87862787-6f01-4a86-9094-efde6a3967c4,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:18.136946 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57576) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:18.138289 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:18.208181 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.246998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.313118 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.317535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e5c6c3d2-4cd6-4a03-9527-a64832af152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:18.336738 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87862787-6f01-4a86-9094-efde6a3967c4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:18.339775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:18.348940 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:18.353040 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0b7eb539-b857-4ff0-81c9-6de5b6dda80e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87862787-6f01-4a86-9094-efde6a3967c4 HTTP/1.1" status: 204  len: 168 time: 0.2121546
Jun 01 12:51:18.420048 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d372-a1fb-4dda-b088-60c19688a47c req-713230bb-e00b-4d5f-b34a-46253070253b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:18.421793 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3406d372-a1fb-4dda-b088-60c19688a47c req-713230bb-e00b-4d5f-b34a-46253070253b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0934489
Jun 01 12:51:18.471109 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3406d372-a1fb-4dda-b088-60c19688a47c req-575c1083-a653-402f-a8db-92561a488154 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431108
Jun 01 12:51:19.700573 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbee00-fd8d-478a-b0fa-704dea03eeff req-2d6cc4ef-eb5a-414e-b8b6-e15733a74e8b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:19.702145 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f7dbee00-fd8d-478a-b0fa-704dea03eeff req-2d6cc4ef-eb5a-414e-b8b6-e15733a74e8b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1079984
Jun 01 12:51:19.757254 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f7dbee00-fd8d-478a-b0fa-704dea03eeff req-462ecc2b-770d-4644-a43c-2dc07e0bc7d2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462565
Jun 01 12:51:20.972776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af3035-8d32-4a1f-865f-796fd776fbf0 req-f1c18eb8-5d88-4aa9-aecb-12349aa441bd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:20.974227 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d8af3035-8d32-4a1f-865f-796fd776fbf0 req-f1c18eb8-5d88-4aa9-aecb-12349aa441bd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0903699
Jun 01 12:51:21.032003 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d8af3035-8d32-4a1f-865f-796fd776fbf0 req-d25f47cb-cd31-4423-82ba-57000ca4fe16 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489657
Jun 01 12:51:22.234288 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7ea3-05a0-4ae4-a6db-7816aa7ca975 req-bec4ffd4-cc92-4b7c-93f8-2907ddc7a35d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:22.235795 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-474d7ea3-05a0-4ae4-a6db-7816aa7ca975 req-bec4ffd4-cc92-4b7c-93f8-2907ddc7a35d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0866005
Jun 01 12:51:22.286535 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-474d7ea3-05a0-4ae4-a6db-7816aa7ca975 req-928d85be-3f8d-4143-89d8-0346d5056912 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448501
Jun 01 12:51:23.510139 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf222be-589f-4a3b-852e-db1be7b4494a req-42e1113a-2a20-4399-98cf-13caacbd230f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:23.511663 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fdf222be-589f-4a3b-852e-db1be7b4494a req-42e1113a-2a20-4399-98cf-13caacbd230f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0973785
Jun 01 12:51:23.566783 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fdf222be-589f-4a3b-852e-db1be7b4494a req-892b869a-c037-4bd4-a5f1-9cb4fbec7e64 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461063
Jun 01 12:51:24.781504 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827cd85-9307-47b4-8d7a-b6f229608e7a req-62236af3-1edc-4645-9e38-eae2f6c3d4b8 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:24.783266 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2827cd85-9307-47b4-8d7a-b6f229608e7a req-62236af3-1edc-4645-9e38-eae2f6c3d4b8 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0899775
Jun 01 12:51:24.844496 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2827cd85-9307-47b4-8d7a-b6f229608e7a req-844c7de5-7e72-40c1-a7ee-a661744e22f7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533953
Jun 01 12:51:25.022880 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:51:25.193382 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:25.204594 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:51:25.209340 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:51:25.277772 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:25.296528 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:51:25.313392 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:25.318249 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:25.320278 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:25.398041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=6']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:25.401710 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:25.410909 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['2fc44a76-25f2-4dbf-892d-0c345bb8e301'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:51:26.136154 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f6d3-f6a8-471d-b822-99b3cbd51cbc req-9871e943-2bcf-4d66-8a3a-80026c8f9e7c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:26.142596 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8d38f6d3-f6a8-471d-b822-99b3cbd51cbc req-9871e943-2bcf-4d66-8a3a-80026c8f9e7c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.1174195
Jun 01 12:51:26.198519 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8d38f6d3-f6a8-471d-b822-99b3cbd51cbc req-3dcd32b6-4220-4b83-8d3e-c19ff4daa2a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521402
Jun 01 12:51:27.026311 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:51:27.114281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:51:27.114697 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:27.277240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:27.307645 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:51:27.310594 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11587fe5-21f7-433f-b83d-32548b4ab063" -d '{"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:51:27.331930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:27.354439 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:27.361892 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:27.441884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=7']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:27.445895 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:27.463162 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139a77f-5cfa-4768-972f-45a35c4a500f req-859d81f5-2a00-474a-ad6d-a9c57af00fa7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:27.465291 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5139a77f-5cfa-4768-972f-45a35c4a500f req-859d81f5-2a00-474a-ad6d-a9c57af00fa7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1476216
Jun 01 12:51:27.532883 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5139a77f-5cfa-4768-972f-45a35c4a500f req-ea54fe2a-8e08-4722-a7c7-67660c5bf355 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611646
Jun 01 12:51:27.580753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3eea79-9aec-4e55-945e-9f9930eb44bf x-openstack-request-id: req-6b3eea79-9aec-4e55-945e-9f9930eb44bf {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:51:27.581016 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:51:27.581280 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b3eea79-9aec-4e55-945e-9f9930eb44bf {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:51:27.581682 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'code': 200}
Jun 01 12:51:28.745795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cdb99-e20e-4260-b986-d7dd7c41ee2f req-0ac1d885-7aa4-4b3b-a7e4-e48024c14465 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:28.749219 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e05cdb99-e20e-4260-b986-d7dd7c41ee2f req-0ac1d885-7aa4-4b3b-a7e4-e48024c14465 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1009748
Jun 01 12:51:28.811054 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e05cdb99-e20e-4260-b986-d7dd7c41ee2f req-5dcc561b-42a9-4770-a60c-682549332d68 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565329
Jun 01 12:51:29.359520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1910-d1fe-4a86-9b13-84aa1e337d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:30.067146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012201e2-7ead-4b37-b6f0-3797be9031a5 req-365e33df-f449-4c4a-aec4-123561cef757 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:30.071463 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-012201e2-7ead-4b37-b6f0-3797be9031a5 req-365e33df-f449-4c4a-aec4-123561cef757 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1261649
Jun 01 12:51:30.121709 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-012201e2-7ead-4b37-b6f0-3797be9031a5 req-9613675e-9c45-4759-bcd0-83a3a6a5dd35 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465455
Jun 01 12:51:31.342510 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11514765-b865-4f72-a84e-e17faa2127e1 req-fa6ad1d5-2ab0-4647-9a7d-7cf226eb7eaf tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:31.345261 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-11514765-b865-4f72-a84e-e17faa2127e1 req-fa6ad1d5-2ab0-4647-9a7d-7cf226eb7eaf tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1008291
Jun 01 12:51:31.402900 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-11514765-b865-4f72-a84e-e17faa2127e1 req-e4f04181-8e06-4c07-9eb8-c18de3452087 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519433
Jun 01 12:51:31.948031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-808f8f7b-e346-4405-8d8c-ca18d6a412f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:32.034902 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:32.622055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16093fc9-6210-46b4-9e57-82dfa8951d40 req-ccc34c4f-dde9-4427-8568-b8a0c873da6b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:32.624293 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-16093fc9-6210-46b4-9e57-82dfa8951d40 req-ccc34c4f-dde9-4427-8568-b8a0c873da6b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0977623
Jun 01 12:51:32.677923 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-16093fc9-6210-46b4-9e57-82dfa8951d40 req-f900ffa4-123b-4fe9-a278-5aed8d41a976 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471275
Jun 01 12:51:33.072858 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:33.899073 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84691-f250-4a83-bfc2-50dce7b95b57 req-a1eeed9e-b3bf-4d39-8525-56f26da1386a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:33.900483 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-24c84691-f250-4a83-bfc2-50dce7b95b57 req-a1eeed9e-b3bf-4d39-8525-56f26da1386a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.1053765
Jun 01 12:51:33.946537 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-24c84691-f250-4a83-bfc2-50dce7b95b57 req-6ba90478-efd3-444e-9fed-38e1931728c3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389941
Jun 01 12:51:34.510739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-5b2e53e9-9e57-4d44-9e02-82f9a35fb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:34.512212 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-5b2e53e9-9e57-4d44-9e02-82f9a35fb81f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1099 time: 0.0750558
Jun 01 12:51:34.662604 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-47fceb73-f4ca-4aeb-81a6-716a82f94237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:34.663875 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-47fceb73-f4ca-4aeb-81a6-716a82f94237 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.1445551
Jun 01 12:51:34.736057 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:34.781416 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-6fd59d9b-8dda-43db-8834-ee646af03a55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 200  len: 1001 time: 0.1099858
Jun 01 12:51:34.850090 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-a261ec92-50b8-4d1b-9c3b-8fb00b888aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:34.851571 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-a261ec92-50b8-4d1b-9c3b-8fb00b888aca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0622342
Jun 01 12:51:34.951427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-4dcf8a2c-3430-4151-9ac0-6162990a48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:34.953127 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-4dcf8a2c-3430-4151-9ac0-6162990a48dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0948684
Jun 01 12:51:35.095975 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-2499da43-e486-4127-b9ae-ab14d5b7d271 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356468
Jun 01 12:51:35.152409 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9c558-fd9f-4f07-a897-608485bd49ac req-89aa17a4-fb7c-4033-b748-e9d600790cc4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:35.154010 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7de9c558-fd9f-4f07-a897-608485bd49ac req-89aa17a4-fb7c-4033-b748-e9d600790cc4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0877364
Jun 01 12:51:35.201547 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7de9c558-fd9f-4f07-a897-608485bd49ac req-2a82f0d2-363a-4cee-b82d-499f7ec47668 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409436
Jun 01 12:51:35.237371 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e011c2f3-7db2-4a5d-b83f-bb3be6596555 req-7d470094-21bd-4ed6-a532-4c0c034e55f8 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336246
Jun 01 12:51:36.409659 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266e727-16ea-44b7-9639-f8bf2da35054 req-de6a1652-8163-4d0f-b840-9dd327116702 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:36.411161 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6266e727-16ea-44b7-9639-f8bf2da35054 req-de6a1652-8163-4d0f-b840-9dd327116702 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0945485
Jun 01 12:51:36.462482 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6266e727-16ea-44b7-9639-f8bf2da35054 req-9c5a0860-7a67-4d28-bbca-7c66cc3722c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456085
Jun 01 12:51:37.664157 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a228-34f3-42a6-8ebf-17ba8f78cee6 req-e402419b-3b5e-45e4-be96-1974b1ef7b55 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:37.665559 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5cd5a228-34f3-42a6-8ebf-17ba8f78cee6 req-e402419b-3b5e-45e4-be96-1974b1ef7b55 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0863185
Jun 01 12:51:37.713495 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5cd5a228-34f3-42a6-8ebf-17ba8f78cee6 req-8e49634c-e011-4533-81d5-aaf28e1e8e0a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419552
Jun 01 12:51:38.737072 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a113a6-758f-4d47-a783-4e36439de754 req-14896119-b869-48f5-98ad-689fc5dbbdd1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:38.738576 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b6a113a6-758f-4d47-a783-4e36439de754 req-14896119-b869-48f5-98ad-689fc5dbbdd1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 946 time: 0.0902920
Jun 01 12:51:38.890376 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b6a113a6-758f-4d47-a783-4e36439de754 req-010cc56d-9b6d-407f-8e0e-983230a15f2d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1430826
Jun 01 12:51:39.001533 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57698) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:51:39.059894 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:51:39.131805 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-47e4b327-fe09-4a2f-8709-03f70e5e4f69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1290114
Jun 01 12:51:39.186910 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:39.215313 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:51:39.217630 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b567d7-8f19-460a-9225-582103fbb03f" -d '{"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:51:39.225616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:51:39.232302 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:39.234316 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:51:39.265525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a311f-78f0-4df4-98c9-e5e3780c2bc7 x-openstack-request-id: req-b43a311f-78f0-4df4-98c9-e5e3780c2bc7 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:51:39.265829 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-unplugged", "status": "failed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "code": 422}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:51:39.266095 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b43a311f-78f0-4df4-98c9-e5e3780c2bc7 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:51:39.266534 dv-cinder-776307-6-iscsi neutron-server[103771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'code': 422} returned with failed status
Jun 01 12:51:39.308821 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=8']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:51:39.312033 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:51:40.090290 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf091f-7970-4857-a0f8-a23b2d0453e3 req-839dc30b-1b85-43e0-8398-f4741ea08201 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:40.091899 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-65cf091f-7970-4857-a0f8-a23b2d0453e3 req-839dc30b-1b85-43e0-8398-f4741ea08201 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0827229
Jun 01 12:51:40.144937 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-65cf091f-7970-4857-a0f8-a23b2d0453e3 req-11dba793-9413-4034-b92e-f7860cab2980 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470417
Jun 01 12:51:41.161928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db336-fb53-4061-8791-57d4c93da9cb req-cb45136c-f3f7-47df-942d-3d4b114a557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.164056 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-cb45136c-f3f7-47df-942d-3d4b114a557a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 1097 time: 0.0765662
Jun 01 12:51:41.367605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db336-fb53-4061-8791-57d4c93da9cb req-981a841b-da84-4139-aa07-767d36b5821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.369095 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-981a841b-da84-4139-aa07-767d36b5821b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1097 time: 0.1843555
Jun 01 12:51:41.383405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb43c0-8d09-4e83-af8d-56b4719d4c17 req-47aa97cd-67a0-4cc8-9c43-a371171e3f10 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.384778 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70cb43c0-8d09-4e83-af8d-56b4719d4c17 req-47aa97cd-67a0-4cc8-9c43-a371171e3f10 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0892925
Jun 01 12:51:41.430522 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70cb43c0-8d09-4e83-af8d-56b4719d4c17 req-0e16df95-178c-4ad8-8f6f-5844f8f6ab09 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395451
Jun 01 12:51:41.505443 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db336-fb53-4061-8791-57d4c93da9cb req-0bc37be0-6286-452b-9428-4fcc503e4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.507557 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-0bc37be0-6286-452b-9428-4fcc503e4dd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.1315644
Jun 01 12:51:41.623738 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-bb687cad-5eaf-4504-8e03-68bb5e28d0ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 200  len: 999 time: 0.1094577
Jun 01 12:51:41.690209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db336-fb53-4061-8791-57d4c93da9cb req-64a928ec-4270-4852-92f7-763772a14606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.691597 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-64a928ec-4270-4852-92f7-763772a14606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0608921
Jun 01 12:51:41.777034 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db336-fb53-4061-8791-57d4c93da9cb req-12fe1314-e131-4256-8a93-df0c34651487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:41.778552 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-12fe1314-e131-4256-8a93-df0c34651487 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762947
Jun 01 12:51:41.917942 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-8f2a2a4a-b05e-42d2-98c8-ea0239855d0e service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323636
Jun 01 12:51:42.073863 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-d56f3768-2b0d-407c-a0f9-2034db631c81 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477427
Jun 01 12:51:42.651214 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19fb11-7c0a-4366-bc06-e43f5209b5cc req-d33e675e-dd54-4674-bc6c-2b36719245f4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:42.653030 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f19fb11-7c0a-4366-bc06-e43f5209b5cc req-d33e675e-dd54-4674-bc6c-2b36719245f4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1087360
Jun 01 12:51:42.713859 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f19fb11-7c0a-4366-bc06-e43f5209b5cc req-be62f613-6116-4b91-a8f3-a1457586cecf tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534353
Jun 01 12:51:43.913650 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b8d5-d814-48d0-b65f-5c506209d2e4 req-a54804b6-0e59-4f25-8ab7-e2a13a5cbaa3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:43.915355 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4382b8d5-d814-48d0-b65f-5c506209d2e4 req-a54804b6-0e59-4f25-8ab7-e2a13a5cbaa3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0868881
Jun 01 12:51:43.971713 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4382b8d5-d814-48d0-b65f-5c506209d2e4 req-2d02338e-2f1d-460f-8492-552e0b312785 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492625
Jun 01 12:51:45.185395 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f5bff-e125-44a7-a0f0-b8d7405c1965 req-9b62062d-509e-4cb0-bc21-d00de20293ec tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:45.187026 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-980f5bff-e125-44a7-a0f0-b8d7405c1965 req-9b62062d-509e-4cb0-bc21-d00de20293ec tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0892439
Jun 01 12:51:45.251504 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-980f5bff-e125-44a7-a0f0-b8d7405c1965 req-86bf0ac7-84a7-454b-a1ff-334152acbd22 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539443
Jun 01 12:51:45.340296 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:51:46.460660 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078655-73d0-4361-99cd-73294dbb5946 req-420652ce-5ac7-417b-aabb-a9afa477509c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:46.462440 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0e078655-73d0-4361-99cd-73294dbb5946 req-420652ce-5ac7-417b-aabb-a9afa477509c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0857506
Jun 01 12:51:46.512681 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0e078655-73d0-4361-99cd-73294dbb5946 req-11722832-9b6e-4380-9ea5-54e5c4dc91a8 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408316
Jun 01 12:51:47.734649 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc84cc-d381-476a-a4c2-0481a3522baf req-65340a2b-c992-41f8-928d-d474e973a775 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:47.736441 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ddfc84cc-d381-476a-a4c2-0481a3522baf req-65340a2b-c992-41f8-928d-d474e973a775 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0970783
Jun 01 12:51:47.786768 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ddfc84cc-d381-476a-a4c2-0481a3522baf req-d0f9e404-1b30-4bdd-b164-bdd846e8aafa tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441151
Jun 01 12:51:49.006977 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88be8da-d7f2-4fbf-893e-0fc92f5b5c55 req-9fe2f9b7-b812-40b3-a163-8a0b5afd453c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:49.008569 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b88be8da-d7f2-4fbf-893e-0fc92f5b5c55 req-9fe2f9b7-b812-40b3-a163-8a0b5afd453c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0917559
Jun 01 12:51:49.060329 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b88be8da-d7f2-4fbf-893e-0fc92f5b5c55 req-ecf3379c-7599-4583-ba4d-b86266e8655b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455058
Jun 01 12:51:50.290515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d0a3-4421-408c-a3fb-854e847e8698 req-a1ab6506-f588-438a-80b6-27a7d163aff1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:50.292342 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d754d0a3-4421-408c-a3fb-854e847e8698 req-a1ab6506-f588-438a-80b6-27a7d163aff1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1081686
Jun 01 12:51:50.338096 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d754d0a3-4421-408c-a3fb-854e847e8698 req-d07f4a32-af39-45af-8068-f6220597eada tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396779
Jun 01 12:51:51.543632 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7fb80-62e8-4fc9-a8ce-6d97983743c6 req-cb188a0f-d067-4543-ad62-d39b3b6dd5d7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:51.545304 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-15a7fb80-62e8-4fc9-a8ce-6d97983743c6 req-cb188a0f-d067-4543-ad62-d39b3b6dd5d7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0876803
Jun 01 12:51:51.596015 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-15a7fb80-62e8-4fc9-a8ce-6d97983743c6 req-51761a0a-9bbc-4d2b-836f-0edd5f1cecb5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445774
Jun 01 12:51:52.810506 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4098-7d89-49bd-a30d-639908642d2b req-3d9a24ee-ed9c-4a23-b4dd-1f9370452a4a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:52.812343 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-365d4098-7d89-49bd-a30d-639908642d2b req-3d9a24ee-ed9c-4a23-b4dd-1f9370452a4a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0935900
Jun 01 12:51:52.862876 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-365d4098-7d89-49bd-a30d-639908642d2b req-5bde4bc7-3147-4dd7-8276-ce7b780c9895 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434165
Jun 01 12:51:53.160772 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-cfca23d4-8030-4447-a6f5-b5059ca5c761 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0913994
Jun 01 12:51:53.269021 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f368-36be-45fd-a401-edd532eefdb9 req-ca6b3097-2a90-4887-a3da-6ee9afc1f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:53.270549 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-ca6b3097-2a90-4887-a3da-6ee9afc1f81a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.0840993
Jun 01 12:51:53.434375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f368-36be-45fd-a401-edd532eefdb9 req-02a7c177-399f-411e-98e7-fc845fb98f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:53.435948 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-02a7c177-399f-411e-98e7-fc845fb98f36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.1419013
Jun 01 12:51:53.554846 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-4f2293c0-866a-4afc-b86b-498e89dcc011 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 1002 time: 0.1069891
Jun 01 12:51:53.622835 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f368-36be-45fd-a401-edd532eefdb9 req-d216abfd-fa30-43d6-8ed1-4605e1fa2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:53.624278 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-d216abfd-fa30-43d6-8ed1-4605e1fa2099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0612297
Jun 01 12:51:53.706075 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f368-36be-45fd-a401-edd532eefdb9 req-f80c4c19-65b4-49cb-9dd0-af6221fe577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:53.707505 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-f80c4c19-65b4-49cb-9dd0-af6221fe577c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760365
Jun 01 12:51:53.843221 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-5171a658-130a-415e-bfbc-4b9f0f444c40 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279843
Jun 01 12:51:53.985215 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1868f368-36be-45fd-a401-edd532eefdb9 req-84851929-6a4d-4b6e-a976-b5aedfc3c53e service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348913
Jun 01 12:51:54.068682 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271ac7-bf07-4ee7-8362-c3c61c908173 req-35740736-8647-44b2-be38-2a8df9bf36cf tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:54.070196 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ff271ac7-bf07-4ee7-8362-c3c61c908173 req-35740736-8647-44b2-be38-2a8df9bf36cf tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0929062
Jun 01 12:51:54.131012 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ff271ac7-bf07-4ee7-8362-c3c61c908173 req-eddf7883-0d07-4170-92c1-a4bfa3005bc2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532866
Jun 01 12:51:55.337543 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650782bc-7f20-4714-ab5f-38c67459a218 req-989653c3-c527-4b29-b636-0ac6d663a43f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:55.339051 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-650782bc-7f20-4714-ab5f-38c67459a218 req-989653c3-c527-4b29-b636-0ac6d663a43f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0875080
Jun 01 12:51:55.390122 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-650782bc-7f20-4714-ab5f-38c67459a218 req-99fa7a4a-cf66-4664-989c-e98f1f290d30 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450072
Jun 01 12:51:56.592475 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ffab7-c7e2-4cb3-a08f-b5252fdd2e22 req-88b0d99a-630e-48bd-8773-9eb215132b0d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:56.593950 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a75ffab7-c7e2-4cb3-a08f-b5252fdd2e22 req-88b0d99a-630e-48bd-8773-9eb215132b0d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0900798
Jun 01 12:51:56.640077 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a75ffab7-c7e2-4cb3-a08f-b5252fdd2e22 req-242beadb-9d31-4adc-b7f1-7806bbe81217 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402827
Jun 01 12:51:57.843488 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e08b7-778f-4e49-a8f2-a17bfdeaf70c req-3bbebab8-7049-4297-8942-f30b544d74b2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:57.844956 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27e08b7-778f-4e49-a8f2-a17bfdeaf70c req-3bbebab8-7049-4297-8942-f30b544d74b2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0900900
Jun 01 12:51:57.893507 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d27e08b7-778f-4e49-a8f2-a17bfdeaf70c req-849e8411-337b-4c01-8a55-7b23e2ac2131 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399137
Jun 01 12:51:59.120965 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6acef1-0b2b-46a3-a1e7-728439a6137e req-bf14055f-8f21-441a-a22a-0cf8bce665c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:51:59.123404 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b6acef1-0b2b-46a3-a1e7-728439a6137e req-bf14055f-8f21-441a-a22a-0cf8bce665c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.1142554
Jun 01 12:51:59.183793 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6b6acef1-0b2b-46a3-a1e7-728439a6137e req-599c5ac8-378c-4ad8-8ca1-601b461b8473 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496199
Jun 01 12:51:59.355918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8cd13562-f916-4fb1-ad00-700db6d99c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:00.401989 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b31a-953d-4d9e-9c29-3d87eae4fc7c req-13852f1d-7a46-4d1b-a2de-29f2b2d9e62d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:00.403512 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71b8b31a-953d-4d9e-9c29-3d87eae4fc7c req-13852f1d-7a46-4d1b-a2de-29f2b2d9e62d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 944 time: 0.0954783
Jun 01 12:52:00.460562 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71b8b31a-953d-4d9e-9c29-3d87eae4fc7c req-64b2d2fe-07df-4b89-8709-2a83dd48704b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511363
Jun 01 12:52:01.167886 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:52:01.327697 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:01.343586 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'mac_address': 'fa:16:3e:da:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:52:01.402166 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:01.425950 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:52:01.447844 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:01.453822 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:01.457038 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:01.565413 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=9']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:01.569092 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:01.660370 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6060-95de-401c-b945-262474f51ffd req-d8150d3b-96a2-4a80-a050-d2c6d4d8facc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:01.661946 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-038a6060-95de-401c-b945-262474f51ffd req-d8150d3b-96a2-4a80-a050-d2c6d4d8facc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.0824127
Jun 01 12:52:01.702556 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['2fc44a76-25f2-4dbf-892d-0c345bb8e301'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:52:01.718441 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-038a6060-95de-401c-b945-262474f51ffd req-f38c875a-64ac-45e8-aa7c-6fc5be99bfff tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474706
Jun 01 12:52:01.942138 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-9a950820-1013-4cf5-bcba-87f2aadaa037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:02.038992 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:02.199804 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:52:03.028457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd8ec-4464-4b65-9655-f2d92b15903c req-1fdc1901-0921-4711-9cff-47e80804debc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:03.030322 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0edfd8ec-4464-4b65-9655-f2d92b15903c req-1fdc1901-0921-4711-9cff-47e80804debc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 945 time: 0.1114528
Jun 01 12:52:03.037939 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3f0c0-fb3c-44f2-8fd2-13b0da057ed5 req-8f97c094-3830-4e8c-aacf-79c25d97778b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:03.039354 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ca3f0c0-fb3c-44f2-8fd2-13b0da057ed5 req-8f97c094-3830-4e8c-aacf-79c25d97778b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.2507784
Jun 01 12:52:03.073685 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:03.109298 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0edfd8ec-4464-4b65-9655-f2d92b15903c req-e9231bfb-722b-49c6-b1a0-9ecabe7af402 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689774
Jun 01 12:52:03.123878 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ca3f0c0-fb3c-44f2-8fd2-13b0da057ed5 req-fb89f550-235c-4022-9123-00fff986d300 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696104
Jun 01 12:52:03.182955 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:52:03.252672 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:52:03.253037 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:03.381953 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:03.411371 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:03.413619 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97a385-5a30-4c48-a866-700c76a4511c" -d '{"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:03.421910 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:03.427242 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:03.429111 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:03.464032 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a74f4-82f7-4e20-8f5c-8f25734608e1 x-openstack-request-id: req-eb5a74f4-82f7-4e20-8f5c-8f25734608e1 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:03.464410 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-plugged", "status": "completed", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:03.464410 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb5a74f4-82f7-4e20-8f5c-8f25734608e1 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:03.464781 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'code': 200}
Jun 01 12:52:03.497725 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=10']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:03.500930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:04.056750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df2c0-296f-4a58-b5ce-67bc9f8481d6 req-f8f11e8a-b1cf-4e81-9629-b852133b6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:04.058221 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-282df2c0-296f-4a58-b5ce-67bc9f8481d6 req-f8f11e8a-b1cf-4e81-9629-b852133b6e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 1100 time: 0.1680639
Jun 01 12:52:04.117166 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-282df2c0-296f-4a58-b5ce-67bc9f8481d6 req-2f26b5ea-886f-42f9-83bf-54f750a7ebad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509622
Jun 01 12:52:04.379854 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0e523-0acb-4fc9-94bf-30109d10748f req-2ef9f910-a22e-4228-800e-2968dd78e300 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:04.381350 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ca0e523-0acb-4fc9-94bf-30109d10748f req-2ef9f910-a22e-4228-800e-2968dd78e300 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.1499324
Jun 01 12:52:04.393979 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a09490-346c-489c-8a72-e3061ef7d0e3 req-42d8a20f-927a-4cbb-a571-d7876b244d20 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:04.395453 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9a09490-346c-489c-8a72-e3061ef7d0e3 req-42d8a20f-927a-4cbb-a571-d7876b244d20 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1252279
Jun 01 12:52:04.468308 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5ca0e523-0acb-4fc9-94bf-30109d10748f req-3f21bc52-0572-4d0f-b8f4-f956472fc01e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718846
Jun 01 12:52:04.473165 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9a09490-346c-489c-8a72-e3061ef7d0e3 req-24cc4796-ea63-4db5-910c-2ddd072fca66 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632184
Jun 01 12:52:04.738803 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:05.748498 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d038d-6115-42f0-b5a5-c301c8dd2a3b req-94842155-c5d9-42f8-9553-f567305bb100 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:05.750990 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a66d038d-6115-42f0-b5a5-c301c8dd2a3b req-94842155-c5d9-42f8-9553-f567305bb100 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1628447
Jun 01 12:52:05.758152 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d3228-e3d4-46ca-8a38-d20b57b62326 req-daca59d8-55b7-4ba2-bfb9-89d08d0b81d9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:05.759683 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b10d3228-e3d4-46ca-8a38-d20b57b62326 req-daca59d8-55b7-4ba2-bfb9-89d08d0b81d9 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.1262517
Jun 01 12:52:05.835031 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a66d038d-6115-42f0-b5a5-c301c8dd2a3b req-4612c59b-f7a9-40a1-bac8-02644f22e291 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744033
Jun 01 12:52:05.842577 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b10d3228-e3d4-46ca-8a38-d20b57b62326 req-fac99eff-8a9b-48ad-b0bc-b781f046dbbc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674205
Jun 01 12:52:07.090918 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aec7a-4289-4d35-83eb-206efcda7461 req-afdc321e-2f97-4c38-bf1f-00b1a6475fcf tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:07.092524 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-664aec7a-4289-4d35-83eb-206efcda7461 req-afdc321e-2f97-4c38-bf1f-00b1a6475fcf tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1450326
Jun 01 12:52:07.104891 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d753c-cb87-4630-b173-59b008f80c56 req-64ef92eb-0a82-43df-92f1-4bebd2c67206 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:07.106361 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ad9d753c-cb87-4630-b173-59b008f80c56 req-64ef92eb-0a82-43df-92f1-4bebd2c67206 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.1215227
Jun 01 12:52:07.178284 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-664aec7a-4289-4d35-83eb-206efcda7461 req-5d5b5064-2859-48cd-b1fb-e026dcaaf47a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708015
Jun 01 12:52:07.182684 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ad9d753c-cb87-4630-b173-59b008f80c56 req-319ecd7c-4579-46ea-b18f-319edb6ceeb2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617137
Jun 01 12:52:08.385381 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8464f-3e58-42f6-a892-f8dc1ce9d061 req-a4f1f87e-f1fa-4d58-899b-1f2f3285a6fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:08.386888 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a4d8464f-3e58-42f6-a892-f8dc1ce9d061 req-a4f1f87e-f1fa-4d58-899b-1f2f3285a6fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0918689
Jun 01 12:52:08.448367 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a4d8464f-3e58-42f6-a892-f8dc1ce9d061 req-84fad623-af5a-4aef-af76-544bf8d07cd0 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532632
Jun 01 12:52:09.648677 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158f5c-f393-4fad-9cc8-c97616d874c4 req-f2282f08-70eb-4f77-afdf-fced86f4e46f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:09.650064 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f158f5c-f393-4fad-9cc8-c97616d874c4 req-f2282f08-70eb-4f77-afdf-fced86f4e46f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0816760
Jun 01 12:52:09.696497 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f158f5c-f393-4fad-9cc8-c97616d874c4 req-2a6d7808-14ea-4d0b-b60e-7bee427b8683 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403640
Jun 01 12:52:10.907373 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70881c8e-e1e4-4482-a63a-81d28563d330 req-a73b8c54-c809-4b75-b3ae-fa6c307b398f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:10.908843 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70881c8e-e1e4-4482-a63a-81d28563d330 req-a73b8c54-c809-4b75-b3ae-fa6c307b398f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1038616
Jun 01 12:52:10.959050 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70881c8e-e1e4-4482-a63a-81d28563d330 req-68c193ff-89a0-4a78-9272-d69cb5113812 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421710
Jun 01 12:52:12.168821 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715b06-5b08-4c8e-a6d9-c9be7b359786 req-34bf9417-14cf-4325-8f7b-408e82ae2f18 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:12.171115 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f715b06-5b08-4c8e-a6d9-c9be7b359786 req-34bf9417-14cf-4325-8f7b-408e82ae2f18 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0946927
Jun 01 12:52:12.219021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f715b06-5b08-4c8e-a6d9-c9be7b359786 req-e886896e-d008-4630-a29b-d2228ef9d05b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413969
Jun 01 12:52:13.020411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-c32f6d55-ac47-4d92-a16c-35798c5481bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:13.021927 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-c32f6d55-ac47-4d92-a16c-35798c5481bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.0832195
Jun 01 12:52:13.177866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-10ea57f6-016e-47a0-86f3-e411e59ab271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:13.179395 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-10ea57f6-016e-47a0-86f3-e411e59ab271 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.1504261
Jun 01 12:52:13.291491 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-a528c535-4e12-4e95-a58a-95f1199f8404 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 1002 time: 0.1045587
Jun 01 12:52:13.366724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-428a8a7d-f815-4580-99eb-1c48ea4f0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:13.368222 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-428a8a7d-f815-4580-99eb-1c48ea4f0129 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0702853
Jun 01 12:52:13.423275 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cc63f-0383-4cc1-89f8-242fbdc0074b req-92c2b7e1-0fe1-432d-aa13-d866b03ec2d0 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:13.424802 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b94cc63f-0383-4cc1-89f8-242fbdc0074b req-92c2b7e1-0fe1-432d-aa13-d866b03ec2d0 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0949037
Jun 01 12:52:13.447723 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-eff7e11f-7c7d-4a7f-b7ef-f77f07fe123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:13.449724 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-eff7e11f-7c7d-4a7f-b7ef-f77f07fe123d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743144
Jun 01 12:52:13.472686 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b94cc63f-0383-4cc1-89f8-242fbdc0074b req-b8d7efa3-6d18-493a-b593-f81ff99822b0 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420251
Jun 01 12:52:13.598953 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-652a5e07-bcdc-4174-b174-38cdf7074f24 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414843
Jun 01 12:52:13.744098 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5b8d1801-c31f-4f23-8080-4b96702fe65f req-b442e871-6dcc-4be3-afbf-2e059e120d33 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382699
Jun 01 12:52:14.670509 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b5b5-a0c5-4a77-85c5-5f1b5fa47edc req-a4753871-216f-46e3-a589-fc1849cda112 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:14.671884 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5a81b5b5-a0c5-4a77-85c5-5f1b5fa47edc req-a4753871-216f-46e3-a589-fc1849cda112 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0929067
Jun 01 12:52:14.722026 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5a81b5b5-a0c5-4a77-85c5-5f1b5fa47edc req-2441587e-7d81-4e81-8b68-5990e5277de4 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444269
Jun 01 12:52:15.350807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:15.959614 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71e3d3-aeef-4565-8e5d-a5d816e993ea req-aa2c8dcd-4b07-4fb8-a6bb-a7a74cee6f19 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:15.961801 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f71e3d3-aeef-4565-8e5d-a5d816e993ea req-aa2c8dcd-4b07-4fb8-a6bb-a7a74cee6f19 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0963817
Jun 01 12:52:16.021209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1f71e3d3-aeef-4565-8e5d-a5d816e993ea req-1347aaff-e36b-4083-a52a-e021d2b5eb63 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529785
Jun 01 12:52:17.258248 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa89c4-d482-42fe-9671-ffa435d36088 req-845b4cee-fcd7-4b92-84ec-5671489d8d76 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:17.259744 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-10fa89c4-d482-42fe-9671-ffa435d36088 req-845b4cee-fcd7-4b92-84ec-5671489d8d76 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1142206
Jun 01 12:52:17.309554 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-10fa89c4-d482-42fe-9671-ffa435d36088 req-87a5c785-1777-4dd7-9243-e9c430cdb8ac tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439663
Jun 01 12:52:17.615310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57860) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:17.698585 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5c074-4491-4eb1-a894-ed88fd868b84 req-3b76d438-d498-4682-b8c5-2a9b1e47f6d9 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:17.700213 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08c5c074-4491-4eb1-a894-ed88fd868b84 req-3b76d438-d498-4682-b8c5-2a9b1e47f6d9 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0856018
Jun 01 12:52:17.740017 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-43f0fb00-7322-4378-99df-d2eab05a7a1d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1235654
Jun 01 12:52:17.749173 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-08c5c074-4491-4eb1-a894-ed88fd868b84 req-5b1c9df9-fd8b-41ad-a4e4-dd00ccac78ab tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418634
Jun 01 12:52:19.073567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a28a2-f602-44d4-b0a8-cb05b45f8c91 req-c8eb10cc-0779-4707-9159-5d765ea54129 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:19.075129 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f4a28a2-f602-44d4-b0a8-cb05b45f8c91 req-c8eb10cc-0779-4707-9159-5d765ea54129 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1993084
Jun 01 12:52:19.124060 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7f4a28a2-f602-44d4-b0a8-cb05b45f8c91 req-2d930aac-abc9-4d03-a17f-314a877758d2 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424712
Jun 01 12:52:19.283573 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:52:19.418858 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:19.446838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:19.449052 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c7f1d-6d6d-457c-a7a7-16fe66cbd50c" -d '{"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:19.458800 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:19.463599 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:19.465757 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:19.499205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856e29a-4430-4d17-9948-ca202fcbb5f2 x-openstack-request-id: req-b856e29a-4430-4d17-9948-ca202fcbb5f2 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:19.499508 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:19.499786 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b856e29a-4430-4d17-9948-ca202fcbb5f2 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:19.500161 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'code': 200}
Jun 01 12:52:19.507522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-47ef2a52-c926-46e7-b853-1f25cd8c5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:19.509035 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-47ef2a52-c926-46e7-b853-1f25cd8c5504 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1&tenant_id=135cc459ca0d456eab7c7cc3da170f74 HTTP/1.1" status: 200  len: 1097 time: 0.0751998
Jun 01 12:52:19.539009 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=6']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:19.546681 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.547047 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.547388 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.547717 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.548040 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.548370 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.548693 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.549009 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.549331 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.549647 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.549965 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.550280 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:19.554228 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:19.610602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-0a8e80fb-6464-4841-b04b-001b9fed1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:19.612142 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-0a8e80fb-6464-4841-b04b-001b9fed1502 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.0811965
Jun 01 12:52:19.758519 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-1ff412a8-baaa-4fc1-bdce-65964ffe2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:19.759927 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-1ff412a8-baaa-4fc1-bdce-65964ffe2984 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.1396539
Jun 01 12:52:19.874548 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-fc2ae940-2f4e-49e4-a134-e0e8520e04b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 1000 time: 0.1077995
Jun 01 12:52:19.951741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-4f040f83-f8a2-4b4a-b675-d20a0f2ed120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:19.954025 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-4f040f83-f8a2-4b4a-b675-d20a0f2ed120 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0724926
Jun 01 12:52:20.045341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-a4c74cf7-2ab5-4e8b-b76f-745cc98c8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:20.046699 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-a4c74cf7-2ab5-4e8b-b76f-745cc98c8f90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863497
Jun 01 12:52:20.194336 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-7786b27f-84b0-4a1a-9446-21d3408d4aa4 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408825
Jun 01 12:52:20.357494 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84f95d-185a-4c9e-905c-ccab9e9a15bf req-d03be67c-047c-4e57-916c-337ec38e8d70 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:20.359126 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aa84f95d-185a-4c9e-905c-ccab9e9a15bf req-d03be67c-047c-4e57-916c-337ec38e8d70 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1071227
Jun 01 12:52:20.407486 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-aa84f95d-185a-4c9e-905c-ccab9e9a15bf req-78faac49-8395-43d6-a6e1-bc31fa86427d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422719
Jun 01 12:52:20.428272 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f3a6536f-fefe-49bb-9b53-36781011c943 req-bc08700a-7274-4460-ad01-fb7b882b1886 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266006
Jun 01 12:52:21.615132 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c41c27-2dc8-4728-ac9d-46ad5276dfda req-26357a4b-977a-4af8-8056-5419971e7b3d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:21.616575 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d9c41c27-2dc8-4728-ac9d-46ad5276dfda req-26357a4b-977a-4af8-8056-5419971e7b3d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.0906024
Jun 01 12:52:21.667807 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d9c41c27-2dc8-4728-ac9d-46ad5276dfda req-521c9780-d8f7-41dd-bb48-2c0573d6da2d tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434093
Jun 01 12:52:22.871048 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9e5e4-0ca2-4675-979c-e45b19219f59 req-ec982aff-ae45-4fc6-b414-39b78a3a2182 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:22.872653 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d7a9e5e4-0ca2-4675-979c-e45b19219f59 req-ec982aff-ae45-4fc6-b414-39b78a3a2182 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.0893791
Jun 01 12:52:22.918571 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d7a9e5e4-0ca2-4675-979c-e45b19219f59 req-b8a868d0-efc9-4cff-bb76-ec700cb52131 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402067
Jun 01 12:52:24.121107 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df805f7d-d803-4f68-8789-82905b18139e req-817bd3d1-0c7d-4fe8-a958-4d48386b22e7 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:24.122727 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-df805f7d-d803-4f68-8789-82905b18139e req-817bd3d1-0c7d-4fe8-a958-4d48386b22e7 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.0905662
Jun 01 12:52:24.169678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-df805f7d-d803-4f68-8789-82905b18139e req-ce67586b-3ed4-4d5d-802d-74ebf8d1c1a5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410645
Jun 01 12:52:25.406685 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40d05f-4dfb-473e-9eef-d529a89ad773 req-5b23f585-682e-41fa-9551-ec6a7797d52a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:25.408227 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cc40d05f-4dfb-473e-9eef-d529a89ad773 req-5b23f585-682e-41fa-9551-ec6a7797d52a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1109898
Jun 01 12:52:25.456922 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cc40d05f-4dfb-473e-9eef-d529a89ad773 req-6456c5fb-7a13-43ef-b279-92b0e4e762e3 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428095
Jun 01 12:52:26.659076 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090fed-7b5a-465e-9629-7a45a56c4df5 req-a74168d6-f435-4d89-b528-a708c08bd253 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:26.660452 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5e090fed-7b5a-465e-9629-7a45a56c4df5 req-a74168d6-f435-4d89-b528-a708c08bd253 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.0926476
Jun 01 12:52:26.713568 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5e090fed-7b5a-465e-9629-7a45a56c4df5 req-6f6a15fb-dc2a-498f-b5e8-ce2fd2a28f7a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450375
Jun 01 12:52:27.928836 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b3bc4-089c-4c4d-b704-5c419c4541a5 req-dff1a0e2-1925-483a-9cba-fc4cf5cdd568 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:27.930292 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4f4b3bc4-089c-4c4d-b704-5c419c4541a5 req-dff1a0e2-1925-483a-9cba-fc4cf5cdd568 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.0959303
Jun 01 12:52:27.989726 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4f4b3bc4-089c-4c4d-b704-5c419c4541a5 req-25495b9b-d38c-45fa-a77e-8b8063752bac tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518677
Jun 01 12:52:29.213598 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac0c43-cda7-410c-ab68-e606df3814b3 req-0f9bae9c-4888-491b-889e-1651792b6054 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:29.215117 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0fac0c43-cda7-410c-ab68-e606df3814b3 req-0f9bae9c-4888-491b-889e-1651792b6054 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1057837
Jun 01 12:52:29.265219 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0fac0c43-cda7-410c-ab68-e606df3814b3 req-6f4395b1-64a8-4793-84a9-df84dcb22cbc tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418124
Jun 01 12:52:29.323342 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:52:29.365916 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-25438930-3e69-4d39-9374-def25c2f2f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:29.486567 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:29.500655 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'port_id': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'mac_address': 'fa:16:3e:63:3b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:52:29.557455 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:29.574258 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc1827d-40da-45fb-a283-99f22ef332c9 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:52:29.591020 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:29.597579 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:29.599461 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:29.669628 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=7']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:29.673490 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:29.842039 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['9bc1827d-40da-45fb-a283-99f22ef332c9'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:52:30.469368 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2a11-bbc3-45ae-95cf-0c5d75eefe76 req-b8eb4a69-a9ba-4957-a100-ea6b62405450 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:30.470860 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-493f2a11-bbc3-45ae-95cf-0c5d75eefe76 req-b8eb4a69-a9ba-4957-a100-ea6b62405450 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 945 time: 0.0929725
Jun 01 12:52:30.518525 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-493f2a11-bbc3-45ae-95cf-0c5d75eefe76 req-2a227c26-9745-4907-83c2-a5a3a5591944 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418715
Jun 01 12:52:31.339727 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:52:31.422696 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 9bc1827d-40da-45fb-a283-99f22ef332c9 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:52:31.423099 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:31.567134 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:31.597916 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:31.600259 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa1b1db-0252-42a3-883c-4ccd03579220" -d '{"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:31.611166 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:31.616596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:31.619292 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-483b9f6d-4ea2-4b77-baa4-4ec5071124bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:31.655751 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9ea3e-a9bb-4a4f-98c0-e932d6120ccf x-openstack-request-id: req-a8b9ea3e-a9bb-4a4f-98c0-e932d6120ccf {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:31.656049 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:31.656271 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8b9ea3e-a9bb-4a4f-98c0-e932d6120ccf {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:31.656657 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'code': 200}
Jun 01 12:52:31.698838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=8']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:31.701993 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:31.726430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4670a7-5e3a-44f7-b164-1c4846b82e6a req-344e2372-b627-4c89-af32-e13e82ca6d77 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:31.727973 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0c4670a7-5e3a-44f7-b164-1c4846b82e6a req-344e2372-b627-4c89-af32-e13e82ca6d77 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0893717
Jun 01 12:52:31.774222 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0c4670a7-5e3a-44f7-b164-1c4846b82e6a req-428039f6-649f-4919-8508-a19ba097840c tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403495
Jun 01 12:52:31.948085 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b8e25495-bb66-4800-a23b-fa4b895ec8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:31.969036 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df616b8b-8076-43cc-bc46-1add17080302 req-1d929771-8857-448c-a75d-7ef62f6fd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:31.970531 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-df616b8b-8076-43cc-bc46-1add17080302 req-1d929771-8857-448c-a75d-7ef62f6fd8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.0826399
Jun 01 12:52:32.013906 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-df616b8b-8076-43cc-bc46-1add17080302 req-6db0eccd-30a2-4f65-94e1-138ea8f1131a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356269
Jun 01 12:52:32.040942 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:32.983763 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce2455-c61c-46aa-a44a-b73e16533c7e req-3ba621f6-8e80-4e50-88b6-fb313bb5d067 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:32.985276 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dfce2455-c61c-46aa-a44a-b73e16533c7e req-3ba621f6-8e80-4e50-88b6-fb313bb5d067 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0970531
Jun 01 12:52:33.036847 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dfce2455-c61c-46aa-a44a-b73e16533c7e req-550077cd-b584-44fd-a44d-b45ec904b660 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442920
Jun 01 12:52:33.084306 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:34.240911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662226aa-407b-4d25-9dce-9a71269ece68 req-2493d0b0-1242-4510-83f3-65f59e46ed0b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:34.242387 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-662226aa-407b-4d25-9dce-9a71269ece68 req-2493d0b0-1242-4510-83f3-65f59e46ed0b tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0830474
Jun 01 12:52:34.288802 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-662226aa-407b-4d25-9dce-9a71269ece68 req-353fff7d-32a7-4ae4-bf12-6ca5a18e88de tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391140
Jun 01 12:52:34.742364 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:39.199684 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:52:42.308124 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7cfd7-6dec-41db-a0e8-afc81c883de4 req-09d82f07-a63c-477a-87cf-3cf511adbc2f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:42.309610 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9da7cfd7-6dec-41db-a0e8-afc81c883de4 req-09d82f07-a63c-477a-87cf-3cf511adbc2f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.1034887
Jun 01 12:52:42.362926 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9da7cfd7-6dec-41db-a0e8-afc81c883de4 req-a07e3f59-3305-4dae-9539-a916dea9fa2d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464442
Jun 01 12:52:43.568748 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefe81b-20ba-4594-8cfb-f1109822a942 req-99f8a0eb-39cb-4ed7-96a0-47ce6ff41f50 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:43.570263 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-edefe81b-20ba-4594-8cfb-f1109822a942 req-99f8a0eb-39cb-4ed7-96a0-47ce6ff41f50 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.0894051
Jun 01 12:52:43.629010 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-edefe81b-20ba-4594-8cfb-f1109822a942 req-e2d1b123-c419-4c91-a1a3-abcdc24c2a92 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=2cfddb86-9a6a-45ff-8677-a07568f28095&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436003
Jun 01 12:52:43.972369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-e76f1248-9ff8-4859-a633-77070be0d68c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:43.972966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-e76f1248-9ff8-4859-a633-77070be0d68c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:52:43.992558 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-e76f1248-9ff8-4859-a633-77070be0d68c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:52:43.994402 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-e76f1248-9ff8-4859-a633-77070be0d68c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 947 time: 0.1182890
Jun 01 12:52:44.147153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Deleting port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:52:44.147527 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:44.291253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] For port 2fc44a76-25f2-4dbf-892d-0c345bb8e301, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2fc44a76-25f2-4dbf-892d-0c345bb8e301,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:44.291615 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:44.595783 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:44.596160 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:44.596481 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Floating IP b74ced80-52dc-48ae-ba56-0322c2cb0ce7 disassociated. External IP: 172.27.2.17, port: 2fc44a76-25f2-4dbf-892d-0c345bb8e301.
Jun 01 12:52:44.596816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Calling delete_port for 2fc44a76-25f2-4dbf-892d-0c345bb8e301 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:52:44.709205 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:44.715746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:44.762882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'Port': ['ID=2fc44a76-25f2-4dbf-892d-0c345bb8e301,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:44.773163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.773539 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.773907 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.774272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.774629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.775010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.775572 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.775716 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.776074 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.776422 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.776771 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.777119 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:44.781409 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:44.799306 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dafedebe-48b2-4ab0-a90d-6a5851a38fba req-66e48e9a-f508-4e7b-9c5a-608d41e65bc2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c4b743a-0721-4f0b-961e-d581521cfacf HTTP/1.1" status: 200  len: 210 time: 0.0539460
Jun 01 12:52:44.962906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:52:45.149775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:52:45.161020 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:52:45.172756 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:52:45.173525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc66a970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:52:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:52:45.226851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] No DVR routers for this DVR port 2fc44a76-25f2-4dbf-892d-0c345bb8e301 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:52:45.229383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:45.232209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-deleted', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:45.234645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d99b6-f5d9-4c3c-9f33-b9e71ebfea07" -d '{"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-deleted", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:45.249758 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c834c9e6-9936-416b-9d1a-f81779db3f56 req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "DELETE /v2.0/ports/2fc44a76-25f2-4dbf-892d-0c345bb8e301 HTTP/1.1" status: 204  len: 173 time: 1.2492788
Jun 01 12:52:45.295663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7a325f-c676-441a-90fb-ac7a1a705087 x-openstack-request-id: req-6f7a325f-c676-441a-90fb-ac7a1a705087 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:45.296207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b743a-0721-4f0b-961e-d581521cfacf", "name": "network-vif-deleted", "tag": "2fc44a76-25f2-4dbf-892d-0c345bb8e301", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:45.296504 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f7a325f-c676-441a-90fb-ac7a1a705087 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:45.296940 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b743a-0721-4f0b-961e-d581521cfacf', 'name': 'network-vif-deleted', 'tag': '2fc44a76-25f2-4dbf-892d-0c345bb8e301', 'status': 'completed', 'code': 200}
Jun 01 12:52:45.395051 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:45.411133 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:52:45.773660 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc66a970>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:52:45.778028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:52:45.787212 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:52:45.787854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc66a970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:52:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:52:45.963150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57938) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:46.002134 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:52:46.136195 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.166220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.231443 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.237914 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3079e275-8587-4267-a511-ce88e449b32d tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:46.257735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfddb86-9a6a-45ff-8677-a07568f28095,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:46.272467 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:46.283327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.284472 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "DELETE /v2.0/security-groups/2cfddb86-9a6a-45ff-8677-a07568f28095 HTTP/1.1" status: 204  len: 168 time: 0.3202481
Jun 01 12:52:46.287326 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57942) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:46.305524 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.api.v2.resource [None req-a39d7300-4f51-4d84-831a-45971cbf0b9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] show failed (client error): The resource could not be found.
Jun 01 12:52:46.306538 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a39d7300-4f51-4d84-831a-45971cbf0b9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups/2cfddb86-9a6a-45ff-8677-a07568f28095 HTTP/1.1" status: 404  len: 347 time: 0.0183105
Jun 01 12:52:46.309857 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57946) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:46.349574 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc66a970>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:52:46.353517 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a7ea3-2568-487b-b997-b534e4a01be8 None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:52:46.585958 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174390c-38d8-488f-87d6-0deb5b825ca3 None None] New status for floating IP b74ced80-52dc-48ae-ba56-0322c2cb0ce7: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:52:46.672610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Deleting port 97f5881d-6f22-4fa9-a0d2-4c20b375b8e9 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:52:46.672992 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.821545 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.822108 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:46.967197 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Calling delete_port for 97f5881d-6f22-4fa9-a0d2-4c20b375b8e9 owned by network:floatingip {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:52:47.092505 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.096359 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:47.150271 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'Port': ['ID=97f5881d-6f22-4fa9-a0d2-4c20b375b8e9,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:47.190837 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.191208 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.191580 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.191941 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.192299 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.192655 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.193014 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.193388 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.193736 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.194084 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.194441 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.194794 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:52:47.202347 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:47.261795 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.292193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.293712 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1e96acbe-09eb-4715-ae7d-c5c06ac81aeb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "DELETE /v2.0/floatingips/b74ced80-52dc-48ae-ba56-0322c2cb0ce7 HTTP/1.1" status: 204  len: 168 time: 0.9818628
Jun 01 12:52:47.597809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57952) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:47.603258 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358605952', 'description': 'tempest-description--2112047676'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:47.610506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:47.615903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:52:47.621791 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:52:47.628568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:47.640977 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.664145 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:47.669530 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:52:47.672423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:52:47.678122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:47.755225 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.759592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.764882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f38f6f3f-9a7d-48c0-8a1f-ae82ea0bf235 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:47.808847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0611636c-0024-4eb1-9c25-7325d2a35e62,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:47.812709 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:47.813443 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.814836 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2158196
Jun 01 12:52:47.819519 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57956) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:47.825019 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group_rule': {'security_group_id': '0611636c-0024-4eb1-9c25-7325d2a35e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:47.832293 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:47.836430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:52:47.840017 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:52:47.846214 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:47.863847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.926678 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.932049 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.934063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:47.957814 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468cd91e-dc4b-4e2d-ba0a-5055af38f485,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:47.962569 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:47.967891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:47.969122 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-7f3580de-f11d-4d05-998a-e3e4549d0c0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1487219
Jun 01 12:52:47.972056 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 57960) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:47.977168 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'security_group_rule': {'security_group_id': '0611636c-0024-4eb1-9c25-7325d2a35e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:47.983936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:47.987885 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:security_group_rule and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:52:47.991028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:52:47.996873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:48.021568 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.094425 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.100048 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.106263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:48.128866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4e6c04-f100-47ed-95c7-cc42658e2e64,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:48.131351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:48.141263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.142549 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-45189d9f-9ce3-4c95-a283-6d90edef0887 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1695368
Jun 01 12:52:48.147809 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 57964) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:52:48.155440 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:48.161547 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:48.165675 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Usage tracker for resource:floatingip and tenant:171fb0871af643a6bc91d522c6da7c04 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:52:48.168709 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:52:48.174838 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:48.189611 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.332098 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.480961 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Allocated IP 172.27.2.157 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/2a7caa84-3fb7-47a7-8370-57c1f526ea2b) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:52:48.641343 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.677254 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.681274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-11ab091d-3fd3-4bec-9ac6-903e9d2104e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:48.751623 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:52:48.752904 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:52:48.757934 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:52:48.797680 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=2a7caa84-3fb7-47a7-8370-57c1f526ea2b,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:48.806190 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:48.890372 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:48.976106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:49.207896 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:49.215040 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:49.221027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:49.346104 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=2a7caa84-3fb7-47a7-8370-57c1f526ea2b,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:49.350075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:49.357515 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:49.382943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:49.384138 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2351480
Jun 01 12:52:49.447564 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:52:49.483915 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 2fc44a76-25f2-4dbf-892d-0c345bb8e301 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:52:49.484164 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 2fc44a76-25f2-4dbf-892d-0c345bb8e301 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:52:49.622355 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-02a2b713-12c6-46ea-b6eb-50475ec05f9a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--358605952&fields=id&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 267 time: 0.0458088
Jun 01 12:52:49.869738 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1a156475-3ed4-4b39-bf59-2ad89bd9468f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:49.871221 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1a156475-3ed4-4b39-bf59-2ad89bd9468f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 817 time: 0.2418013
Jun 01 12:52:49.890180 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-5eeda0c8-093e-493d-9b16-095fca23ccf5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/quotas/171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 375 time: 0.0130148
Jun 01 12:52:49.992888 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-985e4abc-9e25-4f26-8022-98031122b1e2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:52:50.011316 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-985e4abc-9e25-4f26-8022-98031122b1e2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:52:50.012749 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-985e4abc-9e25-4f26-8022-98031122b1e2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1172736
Jun 01 12:52:50.209316 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-74561154-49a6-41de-8d09-92dcbcbc43ea service neutron] 10.222.0.86 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836398
Jun 01 12:52:50.347107 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-16f44651-9d00-47d7-9ffa-3ae3b9247585 service neutron] 10.222.0.86 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321163
Jun 01 12:52:50.546051 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-87c9614c-2a76-418e-88ec-f38982a17b50 req-cd3f2aa0-19fd-4013-8792-60c1daf92d6e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 210 time: 0.0494738
Jun 01 12:52:51.745254 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1103a432-6f8b-47d0-be90-772089c5d068 req-850972a3-e311-4635-ab5b-b22092f74c0b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 210 time: 0.0726001
Jun 01 12:52:51.750871 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-537ab247-b6b2-4f9c-929c-33f78985ac14 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:51.752401 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-537ab247-b6b2-4f9c-929c-33f78985ac14 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 817 time: 0.1623325
Jun 01 12:52:51.809809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-0105bfeb-5db5-484c-b24b-dd2840b8be52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:52:51.828138 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-0105bfeb-5db5-484c-b24b-dd2840b8be52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:52:51.829452 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-0105bfeb-5db5-484c-b24b-dd2840b8be52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 379 time: 0.0665686
Jun 01 12:52:51.845362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'port': {'device_id': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'admin_state_up': True, 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'security_groups': ['0611636c-0024-4eb1-9c25-7325d2a35e62']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:51.990888 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:52:52.005838 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:52:52.021772 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Made reservation on behalf of 171fb0871af643a6bc91d522c6da7c04 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:52:52.025629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.204523 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Allocated IP 172.20.0.12 (ab4d2d97-d91f-49fa-934f-cdd501e29b6b/c2a97489-c93b-427c-b153-055a28c050b9/b4338b5d-32bd-44d9-b488-b566b9e35658) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:52:52.403178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.422966 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Transition to ACTIVE for port object b4338b5d-32bd-44d9-b488-b566b9e35658 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:52:52.448631 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.454455 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da802a2e-9daa-4681-8b29-72f4c7a1aabf tempest-AttachVolumeNegativeTest-1683541676 tempest-AttachVolumeNegativeTest-1683541676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:52.522506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:52:52.525605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:52:52.529292 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:52:52.560054 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:52.567213 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:52.597532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:52.598155 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.626905 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7857919
Jun 01 12:52:52.640018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Request body: {'port': {'device_id': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:52:52.739527 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8f003130-7faf-44c6-9bf3-63c789565fb5 None None] Provisioning for port b4338b5d-32bd-44d9-b488-b566b9e35658 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:52:52.746077 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8f003130-7faf-44c6-9bf3-63c789565fb5 None None] Provisioning complete for port b4338b5d-32bd-44d9-b488-b566b9e35658 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:52:52.746464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8f003130-7faf-44c6-9bf3-63c789565fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.760154 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:52.806985 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-8f003130-7faf-44c6-9bf3-63c789565fb5 None None] Port b4338b5d-32bd-44d9-b488-b566b9e35658 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:52:52.956070 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37258510-5739-49cb-8584-929f054d832d req-edd56b3a-2664-40de-97e9-37619aa88f7b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:52.957575 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-37258510-5739-49cb-8584-929f054d832d req-edd56b3a-2664-40de-97e9-37619aa88f7b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 932 time: 0.0857892
Jun 01 12:52:53.004658 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-37258510-5739-49cb-8584-929f054d832d req-d202d3b2-1a6d-4657-a4ee-4708581bc32d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412440
Jun 01 12:52:53.118724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:52:53.128377 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:53.144429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Transition to ACTIVE for port object b4338b5d-32bd-44d9-b488-b566b9e35658 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:52:53.151747 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:53.157110 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:53.416809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:53.426444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:53.505485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Attempting to bind port b4338b5d-32bd-44d9-b488-b566b9e35658 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:52:53.505716 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Attempting to bind port b4338b5d-32bd-44d9-b488-b566b9e35658 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:52:53.506082 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Attempting to bind port b4338b5d-32bd-44d9-b488-b566b9e35658 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:52:53.511637 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Port b4338b5d-32bd-44d9-b488-b566b9e35658 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:52:53.511961 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Attempting to bind port b4338b5d-32bd-44d9-b488-b566b9e35658 on network ab4d2d97-d91f-49fa-934f-cdd501e29b6b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:52:53.517147 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:52:53.517482 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Checking segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:52:53.517866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Bound using segment: {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:52:53.518291 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Bound port: b4338b5d-32bd-44d9-b488-b566b9e35658, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bddaf1-1bbc-4bf3-a46d-8450458f3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:52:53.518647 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:53.613111 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:52:53.616369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:52:53.623097 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:53.626735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0b368015-4124-48f3-bc2a-dd90c90e0171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:53.685061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:53.685873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:53.687300 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] 10.222.0.60 "PUT /v2.0/ports/b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 1094 time: 1.0524364
Jun 01 12:52:53.687807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:53.690122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:53.713308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:53.717374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:53.782858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f1c0bc-13bb-4b13-bb51-8addab8ce494 x-openstack-request-id: req-b8f1c0bc-13bb-4b13-bb51-8addab8ce494 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:53.783605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:53.783605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8f1c0bc-13bb-4b13-bb51-8addab8ce494 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:53.783877 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'status': 'completed', 'code': 200}
Jun 01 12:52:53.828828 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-5be9399d-b523-4f8b-8c27-e04c4fcf3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:53.830682 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-5be9399d-b523-4f8b-8c27-e04c4fcf3b7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1097 time: 0.0956655
Jun 01 12:52:53.903972 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-61b7b07f-d54a-43eb-afc9-d96a8b62a84b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 217 time: 0.0644186
Jun 01 12:52:53.972960 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-e28181ed-b9eb-4dc0-8f6b-9c7c379d2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:53.974416 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-e28181ed-b9eb-4dc0-8f6b-9c7c379d2db9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0632980
Jun 01 12:52:54.055615 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-a2d5dd34-0ceb-4910-a39d-7c60035efc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.057145 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-a2d5dd34-0ceb-4910-a39d-7c60035efc2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734668
Jun 01 12:52:54.199961 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-f8adc4e3-73f3-4f51-bda9-12b74028d9bf service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320314
Jun 01 12:52:54.209835 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b59a-8ff9-48eb-8def-1791b247fbac req-4dc981f0-ec88-41bd-ad7d-1ea8dd7b9e55 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.211336 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0315b59a-8ff9-48eb-8def-1791b247fbac req-4dc981f0-ec88-41bd-ad7d-1ea8dd7b9e55 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.0888734
Jun 01 12:52:54.259791 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0315b59a-8ff9-48eb-8def-1791b247fbac req-360cc10d-ac42-4655-82b0-f92cdc54fd89 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418098
Jun 01 12:52:54.345080 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-da10f474-725f-45e3-83c5-b21da6b73f82 req-b565970c-a1e0-4114-a80d-ca369efa7af1 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382976
Jun 01 12:52:54.471374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-a4ca702a-d05e-46ee-aa8f-8bfb95b75944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.472889 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-a4ca702a-d05e-46ee-aa8f-8bfb95b75944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1097 time: 0.0760856
Jun 01 12:52:54.612310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-46fa1e27-1e58-4968-8ca5-c79e6fd925c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.613828 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-46fa1e27-1e58-4968-8ca5-c79e6fd925c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.1342571
Jun 01 12:52:54.696788 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-a2aaf6e8-bba5-45e5-93f5-23f1c022dfc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 217 time: 0.0729704
Jun 01 12:52:54.761522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-95aaff05-5907-4761-a8a8-e20993f426d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.763156 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-95aaff05-5907-4761-a8a8-e20993f426d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0585408
Jun 01 12:52:54.859437 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-d6492f91-cda2-414d-9a25-cc3581be11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:54.860821 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-d6492f91-cda2-414d-9a25-cc3581be11d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858617
Jun 01 12:52:54.996973 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-9ab85319-1d75-4bb6-8d6c-74c450f043a3 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283438
Jun 01 12:52:55.250923 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-aee81674-f8a3-4fbc-9c7d-d52d2b975d67 req-9c42585d-f3df-4309-8d1c-d6644c59afff service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460113
Jun 01 12:52:55.468533 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d5dbd-390d-49ed-a9d2-3491d06f026e req-4a883bb7-19d4-4856-a304-e41f6f5100ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:55.470017 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a0d5dbd-390d-49ed-a9d2-3491d06f026e req-4a883bb7-19d4-4856-a304-e41f6f5100ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.0933373
Jun 01 12:52:55.520878 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a0d5dbd-390d-49ed-a9d2-3491d06f026e req-315f2d81-df41-4351-b8f4-26c655d499ab tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443885
Jun 01 12:52:56.723204 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf3de-11cf-4382-9395-468315efd269 req-1e57fb24-98da-460d-8937-402930d8f673 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:56.724675 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a6bf3de-11cf-4382-9395-468315efd269 req-1e57fb24-98da-460d-8937-402930d8f673 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.0894661
Jun 01 12:52:56.771132 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8a6bf3de-11cf-4382-9395-468315efd269 req-a6de5402-e89f-41d9-bffb-69a790149e2c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405297
Jun 01 12:52:57.507995 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:52:57.648581 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:57.662056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:52:57.718914 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:57.736038 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:52:57.752978 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:57.757968 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:57.759784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:57.920964 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:57.932983 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:52:57.972449 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219122a-f372-4821-85e6-258d0cbc7c1d req-1bdffe97-18d3-424a-973b-43a63342fc5e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:57.973925 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1219122a-f372-4821-85e6-258d0cbc7c1d req-1bdffe97-18d3-424a-973b-43a63342fc5e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 945 time: 0.0873039
Jun 01 12:52:58.021966 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1219122a-f372-4821-85e6-258d0cbc7c1d req-951ad706-851c-49af-b1fd-ea2d71fae7b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414789
Jun 01 12:52:58.065234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b4338b5d-32bd-44d9-b488-b566b9e35658'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:52:59.228090 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4917-3b2e-4412-b99f-86c129a6f13a req-8a4c5887-81d1-4f18-acda-ebbc307cce02 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:52:59.229709 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-888f4917-3b2e-4412-b99f-86c129a6f13a req-8a4c5887-81d1-4f18-acda-ebbc307cce02 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 945 time: 0.0951705
Jun 01 12:52:59.284219 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-888f4917-3b2e-4412-b99f-86c129a6f13a req-292c978e-8551-4dff-98a8-9187f7572943 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447974
Jun 01 12:52:59.353130 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3457ce93-242c-44fd-b6f8-e68d299193ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:59.510086 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:52:59.588617 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port b4338b5d-32bd-44d9-b488-b566b9e35658 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:52:59.595164 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port b4338b5d-32bd-44d9-b488-b566b9e35658 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:52:59.595520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:59.724812 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:59.753540 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:52:59.755843 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ad4ff-fc48-4fe4-9086-6661de247b48" -d '{"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:52:59.764808 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:52:59.769410 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:52:59.771517 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:52:59.802588 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0975205-e8e1-4e7d-9f75-c692726ba9d2 x-openstack-request-id: req-b0975205-e8e1-4e7d-9f75-c692726ba9d2 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:52:59.802915 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:52:59.803211 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b0975205-e8e1-4e7d-9f75-c692726ba9d2 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:52:59.803606 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'code': 200}
Jun 01 12:52:59.845835 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:52:59.849265 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:00.058990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ae9a-f18c-4737-9b23-db68eafbd2c3 req-7a83aed3-4085-49bd-8ce0-62d99b843bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:00.060632 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b6a4ae9a-f18c-4737-9b23-db68eafbd2c3 req-7a83aed3-4085-49bd-8ce0-62d99b843bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1099 time: 0.0844948
Jun 01 12:53:00.104535 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b6a4ae9a-f18c-4737-9b23-db68eafbd2c3 req-0ce74595-b3d4-47aa-95ab-909856ea613b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365701
Jun 01 12:53:00.496998 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f3be6-20d4-4a05-a5c3-4cdfea1ca278 req-8cb42090-1c38-4a24-83ce-081678ac1e6f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:00.500672 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c7f3be6-20d4-4a05-a5c3-4cdfea1ca278 req-8cb42090-1c38-4a24-83ce-081678ac1e6f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1003869
Jun 01 12:53:00.553138 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6c7f3be6-20d4-4a05-a5c3-4cdfea1ca278 req-fb98f54f-2f61-4a00-b3dc-ec0cde44c942 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424657
Jun 01 12:53:01.782466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed96ad4-0e14-4fc7-a76f-7ff5d2bf7730 req-9e755650-0416-44c1-9837-c1d28a3fb92b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:01.783975 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3ed96ad4-0e14-4fc7-a76f-7ff5d2bf7730 req-9e755650-0416-44c1-9837-c1d28a3fb92b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0991132
Jun 01 12:53:01.831106 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-3ed96ad4-0e14-4fc7-a76f-7ff5d2bf7730 req-9637f5ab-7d95-4b14-92a7-39703ee3e18a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413651
Jun 01 12:53:01.954874 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f47f4baa-cdf9-4248-9ece-ee19606697f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:02.036231 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:02.078797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77905-2622-4f78-ad58-a40187cabcfd req-86f1922d-4d55-47ff-aef6-ac8b92d17761 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:02.080576 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e1d77905-2622-4f78-ad58-a40187cabcfd req-86f1922d-4d55-47ff-aef6-ac8b92d17761 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0888088
Jun 01 12:53:02.090210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58026) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:02.095488 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Request body: {'floatingip': {'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:53:02.175362 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:02.905943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:02.912313 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:03.087262 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:03.096326 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Floating IP 85dc8cb6-6996-49c4-8b6c-ca205b953c6a associated. External IP: 172.27.2.157, port: b4338b5d-32bd-44d9-b488-b566b9e35658.
Jun 01 12:53:03.464681 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:53:03.650273 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:53:03.655813 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:03.662432 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:53:03.672863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:03.673515 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc332c70>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:03.826540 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c91877a3-6341-4400-a719-9c1f7ecbf3a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "PUT /v2.0/floatingips/85dc8cb6-6996-49c4-8b6c-ca205b953c6a HTTP/1.1" status: 200  len: 992 time: 1.7351968
Jun 01 12:53:03.827232 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:53:03.829838 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bd5744-473d-4deb-921b-28548ebbc2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:53:03.876145 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78978a1c-bb78-437f-b9fd-8535de487e78 x-openstack-request-id: req-78978a1c-bb78-437f-b9fd-8535de487e78 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:53:03.876466 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:53:03.877199 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-78978a1c-bb78-437f-b9fd-8535de487e78 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:53:03.878784 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'status': 'completed', 'code': 200}
Jun 01 12:53:03.878949 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:03.981354 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-b8ea7785-c7ad-4cdd-983c-4dfc44e1d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:03.983048 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-b8ea7785-c7ad-4cdd-983c-4dfc44e1d308 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1099 time: 0.0782955
Jun 01 12:53:04.120312 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-adb7469c-e76b-4e69-a157-f94c1347f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:04.121818 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-adb7469c-e76b-4e69-a157-f94c1347f58c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.1315722
Jun 01 12:53:04.230627 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-e153aa7f-5564-47a7-829f-5f2da43461d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 1000 time: 0.1006680
Jun 01 12:53:04.242417 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc332c70>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '85dc8cb6-6996-49c4-8b6c-ca205b953c6a', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:52:48Z', 'updated_at': '2021-06-01T12:53:02Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:04.246604 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:53:04.255605 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:04.256240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc332c70>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:04.295763 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-78a47549-089d-4577-9698-975c2e0193a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:04.297243 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-78a47549-089d-4577-9698-975c2e0193a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0592957
Jun 01 12:53:04.381380 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-2c02b1f0-df71-4e27-a777-55304a9d819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:04.382937 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-2c02b1f0-df71-4e27-a777-55304a9d819f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782533
Jun 01 12:53:04.444207 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:04.522331 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-41620043-ef0b-4418-87d3-4f98900ac72c service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311970
Jun 01 12:53:04.666887 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1bd5744-473d-4deb-921b-28548ebbc2a9 req-b7b69774-9af6-4e36-98f6-24b7e2a0a909 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366577
Jun 01 12:53:04.771695 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:04.882507 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc332c70>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '85dc8cb6-6996-49c4-8b6c-ca205b953c6a', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:52:48Z', 'updated_at': '2021-06-01T12:53:02Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:04.888923 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051a4f8-00e5-4029-bc4f-7fb07a2277bb None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '85dc8cb6-6996-49c4-8b6c-ca205b953c6a', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '62c1d130-9077-4265-b95b-281868419074', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:52:48Z', 'updated_at': '2021-06-01T12:53:02Z', 'revision_number': 1, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:53:05.086959 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd08a38-6e32-4fce-91d6-54ce5cec1106 None None] New status for floating IP 85dc8cb6-6996-49c4-8b6c-ca205b953c6a: ACTIVE {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:53:15.354889 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:16.199607 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:53:29.355525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e901e-23b7-433a-91cc-6735b7d37385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:31.952487 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8e669afc-3f90-4836-9ea8-e2fd1a7ccefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:32.042677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:33.085674 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:34.753370 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:45.376543 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:45.391555 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdb147-24b7-4a2d-8d16-18fbf19dd17c req-a7d8f69e-2a30-46a5-ba6d-e155a24c8f30 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:45.393093 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bafdb147-24b7-4a2d-8d16-18fbf19dd17c req-a7d8f69e-2a30-46a5-ba6d-e155a24c8f30 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1079090
Jun 01 12:53:45.450691 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bafdb147-24b7-4a2d-8d16-18fbf19dd17c req-66d14d62-9b8e-457c-a411-396753727350 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489900
Jun 01 12:53:46.667828 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadaa34-8f6c-4993-9019-7c5e28dad4bf req-b46c8b43-5afa-42d3-8034-b1bd335f75bd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:46.669506 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7fadaa34-8f6c-4993-9019-7c5e28dad4bf req-b46c8b43-5afa-42d3-8034-b1bd335f75bd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0965424
Jun 01 12:53:46.716061 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7fadaa34-8f6c-4993-9019-7c5e28dad4bf req-0c39a228-a4be-4162-b66f-058618f2b82f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404553
Jun 01 12:53:47.693296 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58134) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:48.176291 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b273-8d55-4250-9dae-5edaa7ddba20 req-a3548fb7-29f0-414d-868d-2ffa9f2ebd7d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:48.177915 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09c3b273-8d55-4250-9dae-5edaa7ddba20 req-a3548fb7-29f0-414d-868d-2ffa9f2ebd7d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.2809381
Jun 01 12:53:48.237287 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09c3b273-8d55-4250-9dae-5edaa7ddba20 req-f957b5e7-590c-4c2e-9572-66091baab793 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520728
Jun 01 12:53:48.249388 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Deleting port e6f6623f-013f-4323-871e-787cc28c58e0 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:53:48.249648 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:48.396701 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:48.397299 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:48.526934 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Calling delete_port for e6f6623f-013f-4323-871e-787cc28c58e0 owned by network:floatingip {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:53:48.657611 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:48.661281 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:48.705097 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event deleted for resources: {'Port': ['ID=e6f6623f-013f-4323-871e-787cc28c58e0,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:48.749926 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.750302 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.750454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.751047 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.751446 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.751842 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.752206 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.752580 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.753153 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.753327 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.753597 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.753920 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:48.761437 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:48.815307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for floatingip, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:48.815530 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Floating IP a4c43f63-0ec5-41f8-b343-0dfb08e06cf9 disassociated (deleted). External IP: 172.27.2.175, port: 9bc1827d-40da-45fb-a283-99f22ef332c9.
Jun 01 12:53:49.293277 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:53:49.535589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:53:49.547883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Sync routers for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:53:49.558016 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623e94-c193-4db1-87ca-bcdcd999fa41 req-28a77664-9f50-4a89-ab84-2efd60e01586 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:49.558496 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:49.559187 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc633310>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:49.559526 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34623e94-c193-4db1-87ca-bcdcd999fa41 req-28a77664-9f50-4a89-ab84-2efd60e01586 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1877429
Jun 01 12:53:49.562395 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:49.655430 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-87b5ebe6-907f-49e7-93f1-ba163053a913 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "DELETE /v2.0/floatingips/a4c43f63-0ec5-41f8-b343-0dfb08e06cf9 HTTP/1.1" status: 204  len: 168 time: 1.9586940
Jun 01 12:53:49.655430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:53:49.656635 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:53:49.661784 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34623e94-c193-4db1-87ca-bcdcd999fa41 req-ee399e56-2ca7-478f-8172-d7cf4aa9f6ce tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718708
Jun 01 12:53:49.732378 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9e892-1ed7-4909-b91a-9e0495ce0c0c x-openstack-request-id: req-4fa9e892-1ed7-4909-b91a-9e0495ce0c0c {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:53:49.733146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:53:49.733146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4fa9e892-1ed7-4909-b91a-9e0495ce0c0c {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:53:49.733524 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'status': 'completed', 'code': 200}
Jun 01 12:53:49.751556 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:49.867324 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-ddd12dc1-cb07-4817-8255-03e6c50bdbc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1414373
Jun 01 12:53:49.875302 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-37af4c9a-54cd-4837-bf5c-2b7807750912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:49.876869 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-37af4c9a-54cd-4837-bf5c-2b7807750912 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.1059239
Jun 01 12:53:50.020310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-ba9499e2-0978-42f7-995d-2ae34b546767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.021832 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-ba9499e2-0978-42f7-995d-2ae34b546767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.1339118
Jun 01 12:53:50.091739 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-f110e48a-c9bd-4519-9e2e-5d15f98d2a84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 217 time: 0.0627100
Jun 01 12:53:50.091996 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692f91-9868-41ec-b2a6-4de5baaf9e3b req-9f7a219b-eb91-44b9-8159-591181dcfd1e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.092570 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-32692f91-9868-41ec-b2a6-4de5baaf9e3b req-9f7a219b-eb91-44b9-8159-591181dcfd1e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Synchronizing usage tracker for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:53:50.101246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc633310>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:50.105727 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Checking router: f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:53:50.112274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-32692f91-9868-41ec-b2a6-4de5baaf9e3b req-9f7a219b-eb91-44b9-8159-591181dcfd1e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Unset dirty status for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:53:50.113399 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-32692f91-9868-41ec-b2a6-4de5baaf9e3b req-9f7a219b-eb91-44b9-8159-591181dcfd1e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1078842
Jun 01 12:53:50.115408 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:50.115855 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc633310>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:50.163488 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-26482790-5365-4908-bae0-c221479ab7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.164824 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-26482790-5365-4908-bae0-c221479ab7d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0664089
Jun 01 12:53:50.167380 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-32692f91-9868-41ec-b2a6-4de5baaf9e3b req-21b98b02-b86b-4670-821f-3cec7dd4f51e tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455933
Jun 01 12:53:50.242309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-2bc45f6e-4a01-4b2e-8011-7acb3edc8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.243723 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-2bc45f6e-4a01-4b2e-8011-7acb3edc8465 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716772
Jun 01 12:53:50.310610 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:50.390391 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-c78b868d-0983-4daf-ad83-9394df0b26ee service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388950
Jun 01 12:53:50.628317 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c1f667ce-9f7f-4af2-a92c-692ec75f65b0 req-07d25288-7283-444c-887f-6421ff741e38 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302761
Jun 01 12:53:50.659542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc633310>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:50.663733 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b439d-abf2-4411-89a0-8495b09be10d None None] The sync data for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi is: [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:48:08Z', 'revision_number': 4, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f', 'name': '', 'network_id': '99e36273-76be-466a-b11a-be27334870c1', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'mac_address': 'fa:16:3e:09:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:06Z', 'updated_at': '2021-06-01T12:48:15Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'subnets': [{'id': '6830dfee-aecb-4e15-983c-bbff7f915d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:53:50.819814 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-b309693c-bcda-41a2-b347-6486055fe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.821433 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-b309693c-bcda-41a2-b347-6486055fe91d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=135cc459ca0d456eab7c7cc3da170f74&device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 1099 time: 0.0913010
Jun 01 12:53:50.902055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7042-590f-4073-82e4-39a69dd7b226 req-74eccd4d-1a95-4049-8a63-4d9425327dc3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.903579 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-03df7042-590f-4073-82e4-39a69dd7b226 req-74eccd4d-1a95-4049-8a63-4d9425327dc3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0935755
Jun 01 12:53:50.935142 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f299fe-e0f4-43f8-9730-0a1d4712a50c None None] New status for floating IP a4c43f63-0ec5-41f8-b343-0dfb08e06cf9: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:53:50.953814 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-03df7042-590f-4073-82e4-39a69dd7b226 req-89cd37d4-e18f-4eda-af77-49406ec0da05 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428772
Jun 01 12:53:50.982625 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-5c7b9516-f303-4a70-9fb3-4d9fd7a4e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:50.984310 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-5c7b9516-f303-4a70-9fb3-4d9fd7a4e26d service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 200  len: 909 time: 0.1390920
Jun 01 12:53:51.054919 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-268b3a75-89eb-4460-843c-209ca3722faa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 200  len: 217 time: 0.0608969
Jun 01 12:53:51.130010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-77cacff4-d848-4cfe-bee0-2eaac848b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:51.131631 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-77cacff4-d848-4cfe-bee0-2eaac848b4d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 200  len: 847 time: 0.0694897
Jun 01 12:53:51.216775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-592e663a-c498-44ca-a9c4-925617dc604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:51.218647 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-592e663a-c498-44ca-a9c4-925617dc604d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e36273-76be-466a-b11a-be27334870c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770710
Jun 01 12:53:51.364083 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-398b3980-ecb8-424a-bad8-30eb95cc8d45 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377125
Jun 01 12:53:51.369870 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9376dc2-fca6-4710-9b0c-63283f880816 req-2d3e9f40-4d17-476e-a9ee-168d90407a97 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:51.371367 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9376dc2-fca6-4710-9b0c-63283f880816 req-2d3e9f40-4d17-476e-a9ee-168d90407a97 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.0946801
Jun 01 12:53:51.419931 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c9376dc2-fca6-4710-9b0c-63283f880816 req-2bd69f09-8b97-426a-beb3-b5af423b266a tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e71be70-ad7f-472b-9511-0842426c6d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422285
Jun 01 12:53:51.501702 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-5040e310-4194-492d-93ca-1a5ed6668cb7 req-ca8eef14-7a2d-4409-9a8d-ed11e3b009f3 service neutron] 10.222.0.60 "GET /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293573
Jun 01 12:53:51.789865 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-7b682c7f-ab09-492c-bddb-cc70d8f1c1fe tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:51.790569 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-7b682c7f-ab09-492c-bddb-cc70d8f1c1fe tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Synchronizing usage tracker for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:53:51.803346 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-7b682c7f-ab09-492c-bddb-cc70d8f1c1fe tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Unset dirty status for tenant:135cc459ca0d456eab7c7cc3da170f74 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:53:51.804507 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-7b682c7f-ab09-492c-bddb-cc70d8f1c1fe tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.60 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 946 time: 0.1095824
Jun 01 12:53:51.948808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Deleting port 9bc1827d-40da-45fb-a283-99f22ef332c9 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:53:51.949104 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:52.089778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] For port 9bc1827d-40da-45fb-a283-99f22ef332c9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9bc1827d-40da-45fb-a283-99f22ef332c9,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:53:52.090576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:52.151962 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f68edd-3f7e-4450-b758-cb5ad8dca26c req-b3c5e2e6-15b5-4e45-b794-38776c55b37a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:52.153427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78f68edd-3f7e-4450-b758-cb5ad8dca26c req-b3c5e2e6-15b5-4e45-b794-38776c55b37a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0840933
Jun 01 12:53:52.200287 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-78f68edd-3f7e-4450-b758-cb5ad8dca26c req-58325ce3-a1f7-498d-874c-b67268dddb16 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405049
Jun 01 12:53:52.221887 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Calling delete_port for 9bc1827d-40da-45fb-a283-99f22ef332c9 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:53:52.343507 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:52.351394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-94d25877-8e5f-4fe0-b189-aceedc1a4c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:52.412276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event deleted for resources: {'Port': ['ID=9bc1827d-40da-45fb-a283-99f22ef332c9,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:52.453813 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.454184 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.454895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.455256 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.455601 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.455967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.456316 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.456665 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.457015 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.457359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.457699 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.458024 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:52.485439 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:52.496995 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] No DVR routers for this DVR port 9bc1827d-40da-45fb-a283-99f22ef332c9 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:53:52.500071 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:52.502836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-deleted', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:53:52.505191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846243ae-8d1f-4240-b221-8a1f673d5419" -d '{"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-deleted", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:53:52.521217 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-68b1f9e8-f0a7-469a-b0a0-861d37de4135 req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.60 "DELETE /v2.0/ports/9bc1827d-40da-45fb-a283-99f22ef332c9 HTTP/1.1" status: 204  len: 173 time: 0.7100923
Jun 01 12:53:52.561783 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d86e5c6-bc62-4ff7-8047-22783ad76fec x-openstack-request-id: req-4d86e5c6-bc62-4ff7-8047-22783ad76fec {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:53:52.562208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1743ba98-6eed-4c54-a0fd-1201c274fcd1", "name": "network-vif-deleted", "tag": "9bc1827d-40da-45fb-a283-99f22ef332c9", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:53:52.562624 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d86e5c6-bc62-4ff7-8047-22783ad76fec {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:53:52.563088 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1743ba98-6eed-4c54-a0fd-1201c274fcd1', 'name': 'network-vif-deleted', 'tag': '9bc1827d-40da-45fb-a283-99f22ef332c9', 'status': 'completed', 'code': 200}
Jun 01 12:53:52.591803 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c729d98f-9fac-4b18-bc7a-708a2a6af051 req-4f0e13a9-3ae5-47b6-9675-7c76663bded9 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "GET /v2.0/ports?device_id=1743ba98-6eed-4c54-a0fd-1201c274fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0527389
Jun 01 12:53:53.199788 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:53:53.418740 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1d8ea-2573-46b6-932e-0d8ca3a54b07 req-1d4079e7-f0e1-4a7d-be5c-d31330ea46c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:53.419998 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45e1d8ea-2573-46b6-932e-0d8ca3a54b07 req-1d4079e7-f0e1-4a7d-be5c-d31330ea46c1 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0830352
Jun 01 12:53:53.468934 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-45e1d8ea-2573-46b6-932e-0d8ca3a54b07 req-d28bbd8b-581a-4c70-9f51-7cf4b2810f21 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418870
Jun 01 12:53:53.845960 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58166) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:53.940940 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:53.972682 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:54.052440 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:54.056379 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ee5f1188-1f20-454b-ba47-57c9c5245256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:54.072323 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71be70-ad7f-472b-9511-0842426c6d90,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:54.075085 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:54.091524 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:54.093427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] 10.222.0.86 "DELETE /v2.0/security-groups/6e71be70-ad7f-472b-9511-0842426c6d90 HTTP/1.1" status: 204  len: 168 time: 0.2454169
Jun 01 12:53:54.151612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58172) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:54.939054 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbfd30-a958-4f7c-8589-7d5d05d72b14 req-adac0170-dd73-4035-8178-f21b6a414f62 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:54.940402 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0abbfd30-a958-4f7c-8589-7d5d05d72b14 req-adac0170-dd73-4035-8178-f21b6a414f62 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.3115094
Jun 01 12:53:55.002641 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0abbfd30-a958-4f7c-8589-7d5d05d72b14 req-7342b6ef-f6a1-40e7-9d7d-34823c41a3a7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556920
Jun 01 12:53:55.100849 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:55.554674 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Deleting port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:53:55.555042 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:55.683058 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] For port f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:53:55.683318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:55.791084 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:53:55.814322 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Calling delete_port for f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f owned by network:router_interface {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:53:55.831158 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 9bc1827d-40da-45fb-a283-99f22ef332c9 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:53:55.831514 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 9bc1827d-40da-45fb-a283-99f22ef332c9 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:53:55.988548 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:55.992054 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:56.039045 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:56.041877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:56.372339 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e360-08e0-4402-8759-afefb0da6951 req-8916ca34-a3fe-4cb7-904d-f78339f1790a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:56.373823 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5871e360-08e0-4402-8759-afefb0da6951 req-8916ca34-a3fe-4cb7-904d-f78339f1790a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.2508318
Jun 01 12:53:56.404277 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:56.642921 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-5871e360-08e0-4402-8759-afefb0da6951 req-fae24a0b-7594-457d-b5f7-d27a4f5d882f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2597830
Jun 01 12:53:56.965735 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:53:57.152916 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:53:57.162201 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Sync routers for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:53:57.165859 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] 10.222.0.86 "PUT /v2.0/routers/f8b1044b-8fce-49cf-ae34-c05fc7ee91b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0127914
Jun 01 12:53:57.168486 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58182) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:57.173711 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:57.174609 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8fd730>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:57.353951 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:57.402756 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:57.540525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:57.615458 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Deleting port 17267ade-4995-46f4-b38e-f8cd22067027 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:53:57.615798 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:57.696197 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8fd730>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '17267ade-4995-46f4-b38e-f8cd22067027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:53:55Z', 'revision_number': 5, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port': {'id': '17267ade-4995-46f4-b38e-f8cd22067027', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:47:59Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:57.700824 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Checking router: f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:53:57.709392 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Routers {'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:53:57.710025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8fd730>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:53:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:57.750266 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] For port 17267ade-4995-46f4-b38e-f8cd22067027, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=17267ade-4995-46f4-b38e-f8cd22067027,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:53:57.750614 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:57.825619 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:53:57.917590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Calling delete_port for 17267ade-4995-46f4-b38e-f8cd22067027 owned by network:router_gateway {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:53:57.971375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] Set router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 gateway port host: None {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:53:58.097616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8fd730>, [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:53:57Z', 'revision_number': 6, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:53:58.107411 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5319db-357f-45b7-9af9-c2e88101d227 None None] The sync data for ids ['f8b1044b-8fce-49cf-ae34-c05fc7ee91b6'] in dv-cinder-776307-6-iscsi is: [{'id': 'f8b1044b-8fce-49cf-ae34-c05fc7ee91b6', 'name': 'tempest-TestShelveInstance-717481346-router', 'tenant_id': '135cc459ca0d456eab7c7cc3da170f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:47:58Z', 'updated_at': '2021-06-01T12:53:57Z', 'revision_number': 6, 'project_id': '135cc459ca0d456eab7c7cc3da170f74', 'gw_port_host': None}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:53:58.125424 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66928-3072-45c2-9697-116ea9808e6a req-9c54a51a-f567-4971-be17-0615669d6e48 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:58.127010 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7cd66928-3072-45c2-9697-116ea9808e6a req-9c54a51a-f567-4971-be17-0615669d6e48 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.3062084
Jun 01 12:53:58.130213 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:53:58.145617 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:53:58.188137 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7cd66928-3072-45c2-9697-116ea9808e6a req-1892bd64-706f-42d0-b628-9a3f4befecd3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534239
Jun 01 12:53:58.217121 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.237105 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:53:58.259654 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:53:58.268001 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.271654 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:58.337545 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.346003 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:58.364082 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=6']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:58.373688 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.375806 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.376677 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.377449 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.378244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.378777 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.379655 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.380227 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.380995 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.381743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.382504 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.383109 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:53:58.390391 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:58.393743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b4338b5d-32bd-44d9-b488-b566b9e35658'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:53:58.407837 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17267ade-4995-46f4-b38e-f8cd22067027,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:58.444105 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:58.525792 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.743279 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.746163 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.782207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.782868 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 {{(pid=103770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:53:58.804700 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:58.806262 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-544ac237-b428-40bd-a66f-04c183ec76a9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f8b1044b-8fce-49cf-ae34-c05fc7ee91b6 HTTP/1.1" status: 204  len: 168 time: 1.6367917
Jun 01 12:53:58.809496 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58216) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:59.020013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Deleting subnet 6830dfee-aecb-4e15-983c-bbff7f915d68 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:53:59.023796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.051255 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:53:59.088905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.130742 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:53:59.131084 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f459d6e1-fc3b-4ba2-9372-7b1e4e253a8f not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:53:59.131662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 17267ade-4995-46f4-b38e-f8cd22067027 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:53:59.181243 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 17267ade-4995-46f4-b38e-f8cd22067027 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:53:59.181487 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 17267ade-4995-46f4-b38e-f8cd22067027 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:53:59.192477 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.401488 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-77a0687a-6ff8-4941-b44e-5fe7d91960c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.503035 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0ef1-436d-48c1-9ae7-d25c38b36f53 req-fa02fb4e-7b04-4db4-baa4-89c7ca743cdb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:53:59.504745 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-db4d0ef1-436d-48c1-9ae7-d25c38b36f53 req-fa02fb4e-7b04-4db4-baa4-89c7ca743cdb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 945 time: 0.1378968
Jun 01 12:53:59.521139 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.527616 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-02980e37-0a36-4460-ab33-1d352c5166e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:53:59.562909 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-db4d0ef1-436d-48c1-9ae7-d25c38b36f53 req-21abe8a2-b7f7-42bd-8788-a6fc20e522b5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514960
Jun 01 12:53:59.579772 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6830dfee-aecb-4e15-983c-bbff7f915d68,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:53:59.582788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:53:59.583978 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.591706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc4a22-28ff-4292-a115-09a45da6cddc None None] Network 99e36273-76be-466a-b11a-be27334870c1 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:53:59.595347 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-3ba4f647-dcf1-445b-b98e-5c5af372e10b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6830dfee-aecb-4e15-983c-bbff7f915d68 HTTP/1.1" status: 204  len: 168 time: 0.7837906
Jun 01 12:53:59.597822 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58222) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:53:59.775462 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.853529 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:53:59.875399 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Deleting port de71af60-f33b-42ea-83d7-6af90a90fc93 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:53:59.876011 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:53:59.992598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port b4338b5d-32bd-44d9-b488-b566b9e35658 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:53:59.993052 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.009779 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] For port de71af60-f33b-42ea-83d7-6af90a90fc93, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=de71af60-f33b-42ea-83d7-6af90a90fc93,segment=NetworkSegment(c4e8e416-a2c2-422e-9a58-b4bd233957f3),segment_id=c4e8e416-a2c2-422e-9a58-b4bd233957f3)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:00.010262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.135102 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] DHCP port deletion for 99e36273-76be-466a-b11a-be27334870c1 request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 12:54:00.161144 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Calling delete_port for de71af60-f33b-42ea-83d7-6af90a90fc93 owned by network:dhcp {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:00.211438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.222063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.227653 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4e563fc8-9781-4295-9da7-cc3a88ec4127 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:00.264297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:54:00.267231 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495d115b-14d5-4780-b5f3-186c22584bf1" -d '{"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:54:00.284136 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:00.292566 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de71af60-f33b-42ea-83d7-6af90a90fc93,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:00.294509 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.300865 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:00.303206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-9526aae1-1332-4d8e-8eef-98f3dcd1cb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:00.305770 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] No DVR routers for this DVR port de71af60-f33b-42ea-83d7-6af90a90fc93 on host dv-cinder-776307-6-iscsi {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:54:00.334916 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b42d712-c1e5-4e2b-ae75-abc2d15a85ef x-openstack-request-id: req-1b42d712-c1e5-4e2b-ae75-abc2d15a85ef {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:54:00.335222 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:54:00.335483 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b42d712-c1e5-4e2b-ae75-abc2d15a85ef {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:54:00.335878 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'code': 200}
Jun 01 12:54:00.337885 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Deleting port de71af60-f33b-42ea-83d7-6af90a90fc93 {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:54:00.338241 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.460617 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.476365 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e9d820>,) {'filters': {'network_id': ['99e36273-76be-466a-b11a-be27334870c1']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:00.493116 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e9d820>, 'c4e8e416-a2c2-422e-9a58-b4bd233957f3') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:00.493573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b7e9d820>, 'c4e8e416-a2c2-422e-9a58-b4bd233957f3') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:00.509449 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.528518 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=7']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:00.530569 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.535320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] For port de71af60-f33b-42ea-83d7-6af90a90fc93, host dv-cinder-776307-6-iscsi, got binding levels [] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:00.535743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.540834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:54:00.541552 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.552612 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:54:00.557602 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:54:00.722201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.731557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1219e1b3-b5b4-451a-8003-161a318b887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:00.759097 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Calling delete_port for de71af60-f33b-42ea-83d7-6af90a90fc93 owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:00.764236 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device de71af60-f33b-42ea-83d7-6af90a90fc93 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:54:00.789751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.795495 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.ipam_backend_mixin [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Port de71af60-f33b-42ea-83d7-6af90a90fc93 was not found and therefore no delete operation was performed {{(pid=103771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 01 12:54:00.814770 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e36273-76be-466a-b11a-be27334870c1,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:00.817712 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:00.820937 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/99e36273-76be-466a-b11a-be27334870c1 HTTP/1.1" status: 204  len: 168 time: 1.2218089
Jun 01 12:54:00.822060 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:00.824436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58230) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:00.829749 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:00.886945 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: de71af60-f33b-42ea-83d7-6af90a90fc93 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:54:00.888107 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b091b-0a9c-4bea-9709-450c2c888daf req-f9314a25-7f63-4a17-8eec-ae0f6d458f48 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:00.888634 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device de71af60-f33b-42ea-83d7-6af90a90fc93 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:54:00.905004 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c4b091b-0a9c-4bea-9709-450c2c888daf req-f9314a25-7f63-4a17-8eec-ae0f6d458f48 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1714571
Jun 01 12:54:00.916391 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Network 99e36273-76be-466a-b11a-be27334870c1 is not hosted by any dhcp agent {{(pid=103771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 01 12:54:00.917307 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] No DVR routers for this DVR port de71af60-f33b-42ea-83d7-6af90a90fc93 on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:54:00.919343 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Pushing event deleted for resources: {'Port': ['ID=de71af60-f33b-42ea-83d7-6af90a90fc93,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:00.928418 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:00.958529 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c4b091b-0a9c-4bea-9709-450c2c888daf req-7c5670ba-d6c9-42e2-9472-efb21ae36185 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505912
Jun 01 12:54:01.633478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:01.957353 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1691ab3f-bee5-425c-b098-f3c5e5490177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:02.050079 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:02.194778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57593266-32ce-4479-b7aa-f75fdb64ede8 req-19820875-a9bf-47e8-a2b1-9a875f049494 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:02.204618 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-57593266-32ce-4479-b7aa-f75fdb64ede8 req-19820875-a9bf-47e8-a2b1-9a875f049494 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1018944
Jun 01 12:54:02.226306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Deleting port add38c35-5146-4c8b-b729-4b0a7aaa67dd {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:54:02.226641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:02.273488 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-57593266-32ce-4479-b7aa-f75fdb64ede8 req-ed9a3acf-6a2f-4e74-8471-8a7443ded7ab tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675097
Jun 01 12:54:02.388915 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] For port add38c35-5146-4c8b-b729-4b0a7aaa67dd, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=add38c35-5146-4c8b-b729-4b0a7aaa67dd,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:02.389276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:02.550059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Calling delete_port for add38c35-5146-4c8b-b729-4b0a7aaa67dd owned by network:router_interface {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:02.753929 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:02.770382 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d09da1fb-3c51-4b30-9c53-31c71a9415b7 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:02.837769 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=add38c35-5146-4c8b-b729-4b0a7aaa67dd,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:02.884657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:03.088872 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:03.291112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:03.536109 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f363ee-4329-4333-8da7-1bbd44ae7012 req-b5e27a66-9d53-47ef-9122-f2c0b292305f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:03.538510 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-25f363ee-4329-4333-8da7-1bbd44ae7012 req-b5e27a66-9d53-47ef-9122-f2c0b292305f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1080780
Jun 01 12:54:03.601209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-25f363ee-4329-4333-8da7-1bbd44ae7012 req-81daa04a-9de9-4d12-901c-54e9fc2cc276 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533319
Jun 01 12:54:03.843556 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:54:04.050850 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:54:04.061283 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Sync routers for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:54:04.074097 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-fdea7572-d7b0-44a7-b3aa-0e4762824b96 admin admin] 10.222.0.86 "PUT /v2.0/routers/7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2482579
Jun 01 12:54:04.076675 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58242) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:04.077382 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:04.078040 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc79c5e0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:04.291091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks [] for router, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:04.334128 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:04.551112 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:04.670976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Deleting port d47e4267-5d04-463d-a2f5-241eeb0423fe {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:54:04.672009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:04.755687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:04.771514 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc79c5e0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:54:02Z', 'revision_number': 5, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port': {'id': 'd47e4267-5d04-463d-a2f5-241eeb0423fe', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:16Z', 'updated_at': '2021-06-01T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:04.776742 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Checking router: 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:54:04.789213 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Routers {'7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:04.789858 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc79c5e0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:05.024842 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] Set router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:05.038525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] For port d47e4267-5d04-463d-a2f5-241eeb0423fe, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d47e4267-5d04-463d-a2f5-241eeb0423fe,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:05.039128 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:05.160479 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc79c5e0>, [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:54:04Z', 'revision_number': 6, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:05.165578 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978861bc-02f6-4f51-b897-dfe7ee77f410 None None] The sync data for ids ['7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f'] in dv-cinder-776307-6-iscsi is: [{'id': '7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f', 'name': 'tempest-TestShelveInstance-1301762473-router', 'tenant_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:13Z', 'updated_at': '2021-06-01T12:54:04Z', 'revision_number': 6, 'project_id': 'e5a61b7fac7848ec8e7355e804e8a9cf', 'gw_port_host': None}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:54:05.223302 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Calling delete_port for d47e4267-5d04-463d-a2f5-241eeb0423fe owned by network:router_gateway {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:05.248307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4da90-d673-444f-a8f5-ce39e1286829 req-0034d3ce-3f2c-4bf3-8817-e4332160ea61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:05.249117 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fde4da90-d673-444f-a8f5-ce39e1286829 req-0034d3ce-3f2c-4bf3-8817-e4332160ea61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.3420045
Jun 01 12:54:05.315581 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fde4da90-d673-444f-a8f5-ce39e1286829 req-13e7a905-98cb-428c-9a33-ec52126e9602 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551341
Jun 01 12:54:05.488113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:05.494906 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b8fb6564-7811-4b2b-8b3d-85d1494c0bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:05.544203 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Pushing event deleted for resources: {'Port': ['ID=d47e4267-5d04-463d-a2f5-241eeb0423fe,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:05.550994 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:05.725551 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:05.987889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:05.992610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.036509 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.037407 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f {{(pid=103770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:54:06.059367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.061177 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-312473df-89fa-4619-a26a-34655545bddd admin admin] 10.222.0.86 "DELETE /v2.0/routers/7a5a40d8-2b46-44d0-ac01-23f3a8f5b36f HTTP/1.1" status: 204  len: 168 time: 1.9827788
Jun 01 12:54:06.063921 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58252) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:06.179574 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Deleting subnet 3bf538d9-5ecb-49a4-b66e-f26b01d33921 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:54:06.182982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.255977 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.380659 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.600583 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48eba-d46b-4078-8a9d-51b72bea8fa7 req-aec9fdca-3ed3-4f4d-8c71-cd7bdba99bbb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:06.602768 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1ce48eba-d46b-4078-8a9d-51b72bea8fa7 req-aec9fdca-3ed3-4f4d-8c71-cd7bdba99bbb tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1228883
Jun 01 12:54:06.715257 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1ce48eba-d46b-4078-8a9d-51b72bea8fa7 req-ac9d2117-29b2-452b-ba63-a9482d1c0ecc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023905
Jun 01 12:54:06.728690 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device add38c35-5146-4c8b-b729-4b0a7aaa67dd no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:54:06.759331 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.764994 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:06.784083 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: add38c35-5146-4c8b-b729-4b0a7aaa67dd {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:54:06.786875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device add38c35-5146-4c8b-b729-4b0a7aaa67dd not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:54:06.789303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d47e4267-5d04-463d-a2f5-241eeb0423fe no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:54:06.810135 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:06.813055 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf538d9-5ecb-49a4-b66e-f26b01d33921,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:06.817008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:06.827888 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58258) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:06.829728 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-54ec0c98-69cf-4b75-b124-1ed7e11444f4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3bf538d9-5ecb-49a4-b66e-f26b01d33921 HTTP/1.1" status: 204  len: 168 time: 0.7642658
Jun 01 12:54:06.866056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb84848-7644-4e00-99ee-5ffcef904846 None None] Network fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:54:06.915616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: d47e4267-5d04-463d-a2f5-241eeb0423fe {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:54:06.916651 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d47e4267-5d04-463d-a2f5-241eeb0423fe not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:54:07.008193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.102152 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Deleting port dba8917e-ae64-42d5-bb8d-f5addd437802 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:54:07.102534 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.207396 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] DHCP port deletion for fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 12:54:07.225382 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] For port dba8917e-ae64-42d5-bb8d-f5addd437802, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=dba8917e-ae64-42d5-bb8d-f5addd437802,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:07.225746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.303545 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Deleting port dba8917e-ae64-42d5-bb8d-f5addd437802 {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:54:07.304031 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.383481 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Calling delete_port for dba8917e-ae64-42d5-bb8d-f5addd437802 owned by network:dhcp {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:07.455744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.461826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] For port dba8917e-ae64-42d5-bb8d-f5addd437802, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=dba8917e-ae64-42d5-bb8d-f5addd437802,segment=NetworkSegment(da75516e-ef9c-417c-9302-b6441bdda4c6),segment_id=da75516e-ef9c-417c-9302-b6441bdda4c6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:07.462305 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.468073 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-778c3a82-67d3-42b9-a02e-786f5ea1b8bb tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:07.515752 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] No DVR routers for this DVR port dba8917e-ae64-42d5-bb8d-f5addd437802 on host dv-cinder-776307-6-iscsi {{(pid=103770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:54:07.559850 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba8917e-ae64-42d5-bb8d-f5addd437802,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:07.567301 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:07.703106 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Calling delete_port for dba8917e-ae64-42d5-bb8d-f5addd437802 owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:54:07.802699 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.839064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:07.857992 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.880410 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bce5cb20>,) {'filters': {'network_id': ['fa19b5fa-6d0f-447a-a0e4-530c654dc5e0']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:07.896250 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bce5cb20>, 'da75516e-ef9c-417c-9302-b6441bdda4c6') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:07.896551 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bce5cb20>, 'da75516e-ef9c-417c-9302-b6441bdda4c6') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:07.912626 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.930167 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] No DVR routers for this DVR port dba8917e-ae64-42d5-bb8d-f5addd437802 on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:54:07.938206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Pushing event deleted for resources: {'Port': ['ID=dba8917e-ae64-42d5-bb8d-f5addd437802,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:07.941875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:07.947656 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.965587 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:54:07.966001 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:54:07.981443 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:54:08.121395 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.159193 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e93f-a9a5-4e12-a1f9-3bf7da9d3232 req-481617b8-a9c4-43a1-8d25-1530cc3da31c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:08.160880 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f88e93f-a9a5-4e12-a1f9-3bf7da9d3232 req-481617b8-a9c4-43a1-8d25-1530cc3da31c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1695440
Jun 01 12:54:08.161656 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-90944053-440a-405f-925f-cd374026af53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:08.191899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.202785 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa19b5fa-6d0f-447a-a0e4-530c654dc5e0,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:08.210403 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:08.230126 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fa19b5fa-6d0f-447a-a0e4-530c654dc5e0 HTTP/1.1" status: 204  len: 168 time: 1.4008529
Jun 01 12:54:08.239829 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9f88e93f-a9a5-4e12-a1f9-3bf7da9d3232 req-9845b44e-82f1-482e-8dea-920d9300baae tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639172
Jun 01 12:54:08.387812 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58270) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:08.446733 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-7d1e87a5-83e2-4faf-8c1a-8cbd052fb002 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=135cc459ca0d456eab7c7cc3da170f74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576324
Jun 01 12:54:08.450225 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58274) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:08.533908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.574806 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.652620 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.657666 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2666b142-64f2-4af3-8de5-fba9987b4bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:08.669818 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745f128-60f0-4a2d-b634-382e7a570cf6,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:08.675041 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:08.690302 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:08.693997 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3745f128-60f0-4a2d-b634-382e7a570cf6 HTTP/1.1" status: 204  len: 168 time: 0.2402799
Jun 01 12:54:08.763560 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device dba8917e-ae64-42d5-bb8d-f5addd437802 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:54:08.799849 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: dba8917e-ae64-42d5-bb8d-f5addd437802 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:54:08.800325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device dba8917e-ae64-42d5-bb8d-f5addd437802 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:54:09.125166 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58290) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:09.176175 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c1550247-c8b9-4f02-aab0-ed0bff3651a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5a61b7fac7848ec8e7355e804e8a9cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494955
Jun 01 12:54:09.178526 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58296) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:09.238778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:09.267162 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:09.339105 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:09.343888 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-83c6225b-102c-43c8-8ad9-16432331c93f tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:09.357752 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d3ab89-cbe6-4f8c-b2c0-bd20e778be19,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:09.361086 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:09.363312 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:09.364350 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51d3ab89-cbe6-4f8c-b2c0-bd20e778be19 HTTP/1.1" status: 204  len: 168 time: 0.1849046
Jun 01 12:54:09.463228 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65f5e-8e96-4de7-9a34-84db513556f7 req-54e8147a-108a-4b5c-a2a7-212b2ead4869 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:09.464748 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9df65f5e-8e96-4de7-9a34-84db513556f7 req-54e8147a-108a-4b5c-a2a7-212b2ead4869 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0938952
Jun 01 12:54:09.510677 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9df65f5e-8e96-4de7-9a34-84db513556f7 req-69bed6dd-80c4-4cbb-894a-c11b180f114f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401883
Jun 01 12:54:09.820696 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-83207f1c-fc77-4bd2-9fc3-8a32c63246d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:09.822854 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-83207f1c-fc77-4bd2-9fc3-8a32c63246d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1099 time: 0.0823784
Jun 01 12:54:09.966991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-e48c1896-523d-4b4b-a72f-4cd3b5c8c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:09.968444 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-e48c1896-523d-4b4b-a72f-4cd3b5c8c217 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.1383152
Jun 01 12:54:10.184485 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58322) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:10.191290 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-90cb452f-9707-46f6-a650-ceaa1d74db6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 1002 time: 0.2160702
Jun 01 12:54:10.254485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-142a765f-67de-4b65-b078-cb0e5b56b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:10.256048 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-142a765f-67de-4b65-b078-cb0e5b56b735 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0578663
Jun 01 12:54:10.294274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1690801484-network', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:10.299337 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:10.303219 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Usage tracker for resource:network and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:10.306066 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:10.312401 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:10.323249 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Made reservation on behalf of 3c7a70c2760a4a7fbc8dfeb40f0c65a0 for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:54:10.326330 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.343463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.344037 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-8efb7fd0-4093-48b8-b883-02a6b938cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:10.345550 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-8efb7fd0-4093-48b8-b883-02a6b938cbbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831389
Jun 01 12:54:10.359138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:10.363556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:10.366531 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:10.372242 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:10.458427 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.463103 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.467307 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c9a0c35d-c7ec-43f6-9041-115035eb273b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:10.486506 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-8a6f7fff-c81b-4fcb-82fc-436814c40e5f service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327024
Jun 01 12:54:10.498138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:54:10.507156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aeabde-c346-44c9-8fdc-562f0545ce0c,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:10.510797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:10.513337 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.513729 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Added segment f79e1d88-1b8a-49e0-aeb4-393b5725816c of type vlan for network 2affacec-d57b-42a7-be8b-46f6420dd426
Jun 01 12:54:10.541562 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.577647 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.579491 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:10.580080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.583775 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7911211a-7ee6-4386-ad0e-18a327a172e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:10.631309 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4f0806ab-8038-4d44-b7fc-b6c673845410 req-d3f94b47-a216-4942-bf96-65ea44b01dcd service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370697
Jun 01 12:54:10.729210 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5435510
Jun 01 12:54:10.732478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58330) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:10.735454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Pushing event updated for resources: {'Network': ['ID=2affacec-d57b-42a7-be8b-46f6420dd426,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:10.739389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Request body: {'subnet': {'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1690801484-subnet', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:10.743071 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:10.744893 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:10.747773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 2affacec-d57b-42a7-be8b-46f6420dd426 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:54:10.750185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Usage tracker for resource:subnet and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:10.754719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:10.762803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:10.778612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd678cb2-0f71-4ffc-a332-df63b681012b req-685c72e2-3e36-462f-ac8b-dd7202854d75 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:10.780146 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bd678cb2-0f71-4ffc-a332-df63b681012b req-685c72e2-3e36-462f-ac8b-dd7202854d75 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.1227233
Jun 01 12:54:10.781664 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Made reservation on behalf of 3c7a70c2760a4a7fbc8dfeb40f0c65a0 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:54:10.784612 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:10.833238 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bd678cb2-0f71-4ffc-a332-df63b681012b req-af29f1fe-b1f1-42dc-8af3-6528601be286 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459652
Jun 01 12:54:11.210427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.214168 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-071668e4-77d4-4c17-9c60-d2a8e7a8836a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:11.287005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777371fd-1f2b-433b-acc9-11f1490983cd,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:11.290740 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:11.298821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:11.299160 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Network hostable DHCP agents. Network: 2affacec-d57b-42a7-be8b-46f6420dd426, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:54:11.318801 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:54:11.330115 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 2affacec-d57b-42a7-be8b-46f6420dd426) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:11.341590 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:11.341773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977039d8-3949-4f87-9da9-c349afb6fca0 None None] Network 2affacec-d57b-42a7-be8b-46f6420dd426 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:54:11.341933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.366459 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-58f32e01-f87f-4a1b-a49b-5e1d5d1a1a38 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6327436
Jun 01 12:54:11.369368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58334) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:11.376506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:11.384207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:11.393459 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Usage tracker for resource:router and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:11.398001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:11.407544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:11.422026 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.423170 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.440463 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.570167 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-2affacec-d57b-42a7-be8b-46f6420dd426', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:54:11.571091 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.720230 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.734473 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Allocated IP 172.20.0.2 (2affacec-d57b-42a7-be8b-46f6420dd426/777371fd-1f2b-433b-acc9-11f1490983cd/5ed81d06-4130-44cd-a964-63b0e96d9c0f) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:11.959887 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:11.972246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Transition to ACTIVE for port object 5ed81d06-4130-44cd-a964-63b0e96d9c0f will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:11.995126 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Transition to ACTIVE for port object 5ed81d06-4130-44cd-a964-63b0e96d9c0f will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:12.001542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.007884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:12.048151 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2d220-94c6-4afc-8152-efe84802eadb req-4f81f273-1383-423c-8594-59cc2b166e52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:12.050428 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-30c2d220-94c6-4afc-8152-efe84802eadb req-4f81f273-1383-423c-8594-59cc2b166e52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0994928
Jun 01 12:54:12.076382 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:12.079857 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:12.084055 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:12.093716 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Pushing event updated for resources: {'Port': ['ID=5ed81d06-4130-44cd-a964-63b0e96d9c0f,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:12.111043 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-30c2d220-94c6-4afc-8152-efe84802eadb req-3bcc9160-3973-416a-b896-720ff03d9b8d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537448
Jun 01 12:54:12.135700 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:12.167590 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.188320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Attempting to bind port 5ed81d06-4130-44cd-a964-63b0e96d9c0f on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:12.188698 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Attempting to bind port 5ed81d06-4130-44cd-a964-63b0e96d9c0f by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:12.189076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Attempting to bind port 5ed81d06-4130-44cd-a964-63b0e96d9c0f on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:12.194484 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:12.195025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:12.195442 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.195847 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Bound using segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:12.196322 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Bound port: 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:12.196710 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.199535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.292616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] For port 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:12.296444 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] For port 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5ed81d06-4130-44cd-a964-63b0e96d9c0f,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:12.302303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.306122 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fc13747e-1a3a-44a4-9e34-fd2205357044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:12.347867 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Allocated IP 172.27.2.19 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/304b793a-d804-4427-afca-ea18344502dc) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:12.392820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Pushing event updated for resources: {'Port': ['ID=5ed81d06-4130-44cd-a964-63b0e96d9c0f,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:12.397524 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:12.510294 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.544250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:12.548775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:12.618010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:12.621735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:12.627028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:12.683689 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Pushing event updated for resources: {'Port': ['ID=304b793a-d804-4427-afca-ea18344502dc,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:12.689871 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:12.763835 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5ed81d06-4130-44cd-a964-63b0e96d9c0f up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:12.845546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 5ed81d06-4130-44cd-a964-63b0e96d9c0f completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:13.098735 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:13.314434 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9d776-0235-4bd1-a407-1e96e10724a7 req-02c9a6ef-978a-4570-b58d-4a386cfadabe tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:13.316082 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-52f9d776-0235-4bd1-a407-1e96e10724a7 req-02c9a6ef-978a-4570-b58d-4a386cfadabe tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 946 time: 0.0859571
Jun 01 12:54:13.350959 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021d8e7-7c53-4c56-b9eb-47ca28ab71b5 None None] Network 2affacec-d57b-42a7-be8b-46f6420dd426 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:54:13.371060 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-52f9d776-0235-4bd1-a407-1e96e10724a7 req-0040afc6-083f-444b-956a-571f9c760784 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475011
Jun 01 12:54:13.447209 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Provisioning for port 5ed81d06-4130-44cd-a964-63b0e96d9c0f completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:13.455302 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Provisioning complete for port 5ed81d06-4130-44cd-a964-63b0e96d9c0f triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:13.455687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:13.456952 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:13.702884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:13.784249 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] For port 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5ed81d06-4130-44cd-a964-63b0e96d9c0f,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:13.790041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:13.792210 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-2d3cb894-b0de-4e2d-a598-2ba816745ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:13.810109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:54:13.869487 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Pushing event updated for resources: {'Port': ['ID=5ed81d06-4130-44cd-a964-63b0e96d9c0f,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:13.872756 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:13.915279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:54:14.019821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:54:14.043503 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:54:14.051866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.053795 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6834974
Jun 01 12:54:14.057153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58356) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:14.068931 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:14.069606 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc60e070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:14.144889 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.253245 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:54:14.255607 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21c4e0-bb65-4c06-8a3f-3b0122c737cf" -d '{"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-unplugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:54:14.276682 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-f42c2938-247f-40e8-9996-0afd01e16648 None None] Provisioning complete for port 5ed81d06-4130-44cd-a964-63b0e96d9c0f triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:14.276880 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f42c2938-247f-40e8-9996-0afd01e16648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.318415 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:14.323246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba830aa-2c7d-45ea-a218-24b634a197ac x-openstack-request-id: req-6ba830aa-2c7d-45ea-a218-24b634a197ac {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:54:14.323578 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-unplugged", "status": "failed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "code": 422}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:54:14.323784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ba830aa-2c7d-45ea-a218-24b634a197ac {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:54:14.324183 dv-cinder-776307-6-iscsi neutron-server[103771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'code': 422} returned with failed status
Jun 01 12:54:14.342334 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.348174 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:14.390637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:14.637522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=8']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:14.650924 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:14.751318 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5ed81d06-4130-44cd-a964-63b0e96d9c0f up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:14.827247 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.888413 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 5ed81d06-4130-44cd-a964-63b0e96d9c0f triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:14.888876 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:14.939973 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc60e070>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:12Z', 'revision_number': 3, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:14.959171 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:54:14.959617 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Updating router 643aba8c-b1be-4973-89ef-dddaf10ddebf port 304b793a-d804-4427-afca-ea18344502dc binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:54:15.004581 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583477e-0d5f-4759-8c69-9912a82267f5 req-d700ace7-b710-48db-9d20-3a4af0f84084 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:15.016699 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0583477e-0d5f-4759-8c69-9912a82267f5 req-d700ace7-b710-48db-9d20-3a4af0f84084 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1118095
Jun 01 12:54:15.037243 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.093798 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0583477e-0d5f-4759-8c69-9912a82267f5 req-1be9f9c5-d115-4800-808e-1ab20c80fa52 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756142
Jun 01 12:54:15.122060 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Allocated IP 172.20.0.1 (2affacec-d57b-42a7-be8b-46f6420dd426/777371fd-1f2b-433b-acc9-11f1490983cd/e349bc9b-969d-4e92-b0ac-54391d62581e) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:15.399798 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.446813 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.467059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Transition to ACTIVE for port object e349bc9b-969d-4e92-b0ac-54391d62581e will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:15.489994 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-f014afbd-1fcd-49d9-a50e-e3120299125e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2411454
Jun 01 12:54:15.490602 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.506815 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Transition to ACTIVE for port object 304b793a-d804-4427-afca-ea18344502dc will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:15.507391 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.512251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-8c5669db-57df-4d79-a4f8-d22fae056107 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:15.515349 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.519118 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:15.576248 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:15.579930 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:15.583768 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:15.629010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Pushing event updated for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:15.634018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:15.658517 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.678591 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Attempting to bind port 304b793a-d804-4427-afca-ea18344502dc on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:15.679011 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Attempting to bind port 304b793a-d804-4427-afca-ea18344502dc by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:15.679395 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Attempting to bind port 304b793a-d804-4427-afca-ea18344502dc on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:15.685812 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Pushing event updated for resources: {'Port': ['ID=304b793a-d804-4427-afca-ea18344502dc,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:15.689704 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:15.692917 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:15.693307 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:15.693723 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.694118 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:15.694602 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Bound port: 304b793a-d804-4427-afca-ea18344502dc, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:15.695128 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.791179 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] For port 304b793a-d804-4427-afca-ea18344502dc, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:15.795540 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] For port 304b793a-d804-4427-afca-ea18344502dc, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=304b793a-d804-4427-afca-ea18344502dc,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:15.801752 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:15.806369 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:15.894534 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Pushing event updated for resources: {'Port': ['ID=304b793a-d804-4427-afca-ea18344502dc,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:15.898725 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:15.899373 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:15.900151 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc60e070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:16.047690 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-a776efb0-82c3-475b-a008-7dae2d07b08c None None] Provisioning for port e349bc9b-969d-4e92-b0ac-54391d62581e completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:16.048495 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.073367 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-a776efb0-82c3-475b-a008-7dae2d07b08c None None] Provisioning complete for port e349bc9b-969d-4e92-b0ac-54391d62581e triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:16.073746 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a776efb0-82c3-475b-a008-7dae2d07b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.146856 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:16.289968 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ee328-6982-4f9b-a65f-d18a4f580d4c req-93324214-f22c-4f9a-a2c3-c1b59239201b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:16.290848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.292581 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a49ee328-6982-4f9b-a65f-d18a4f580d4c req-93324214-f22c-4f9a-a2c3-c1b59239201b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.0873127
Jun 01 12:54:16.296620 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.329582 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:16.346422 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-a776efb0-82c3-475b-a008-7dae2d07b08c None None] Port e349bc9b-969d-4e92-b0ac-54391d62581e cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:54:16.351439 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a49ee328-6982-4f9b-a65f-d18a4f580d4c req-9b1f0431-3fc6-4eed-a541-0a45e30819d5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515075
Jun 01 12:54:16.408998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.412581 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Pushing event updated for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:16.415906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:16.472552 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc60e070>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:12Z', 'revision_number': 3, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:16.476584 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc809ac-8dc0-490b-a833-94605afb20a1 None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:12Z', 'revision_number': 3, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:54:16.618418 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:16.620567 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:16.629429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-303b1aec-4cce-469a-8dbb-7686dd09d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:16.630855 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-303b1aec-4cce-469a-8dbb-7686dd09d3de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46&tenant_id=171fb0871af643a6bc91d522c6da7c04 HTTP/1.1" status: 200  len: 1097 time: 0.1400867
Jun 01 12:54:16.873594 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-fbcea21e-581b-4fcd-9861-be1c667c4a19 None None] Provisioning complete for port e349bc9b-969d-4e92-b0ac-54391d62581e triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:16.873974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-fbcea21e-581b-4fcd-9861-be1c667c4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:16.909338 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-da97e11d-f08e-4376-9ef3-eda340fe8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:16.910785 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-da97e11d-f08e-4376-9ef3-eda340fe8341 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1097 time: 0.2149119
Jun 01 12:54:16.939107 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-fbcea21e-581b-4fcd-9861-be1c667c4a19 None None] Port e349bc9b-969d-4e92-b0ac-54391d62581e cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:54:16.943294 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:54:17.325473 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-17bbc416-9fd5-417e-a620-3cc511ad56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:17.327164 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-17bbc416-9fd5-417e-a620-3cc511ad56da service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.4073534
Jun 01 12:54:17.422925 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:54:17.440445 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] 10.222.0.86 "PUT /v2.0/routers/643aba8c-b1be-4973-89ef-dddaf10ddebf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3821023
Jun 01 12:54:17.447093 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-7376bc0b-5faf-4853-bfcd-0ed22024c5f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 1000 time: 0.1119933
Jun 01 12:54:17.519115 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-fe3dcd8b-40cb-4f0a-849c-3a476652aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:17.520583 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-fe3dcd8b-40cb-4f0a-849c-3a476652aea4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0664456
Jun 01 12:54:17.554308 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ff1f-463d-4015-ba58-6b2f339290e8 req-8cf37595-3149-4d3e-b3d2-a853b9aedb88 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:17.555990 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c61ff1f-463d-4015-ba58-6b2f339290e8 req-8cf37595-3149-4d3e-b3d2-a853b9aedb88 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.0874274
Jun 01 12:54:17.604222 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c61ff1f-463d-4015-ba58-6b2f339290e8 req-9e608d9c-01fe-4553-9fc1-1879213b51a2 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404787
Jun 01 12:54:17.613495 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-24e76a20-268c-400b-b762-cbf1b44abe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:17.615139 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-24e76a20-268c-400b-b762-cbf1b44abe5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875950
Jun 01 12:54:17.774603 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-7c267f9e-7218-41d4-a2ba-3c7bcda865be service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522410
Jun 01 12:54:17.930210 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1fe58c1d-fd3a-487a-9a69-67fdb2b0cdde req-0bde065c-f1c0-4607-b227-ba04df62a736 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480277
Jun 01 12:54:18.046331 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58414) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:18.052252 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1264021341-network', 'tenant_id': '24780372472c479b8b83cfb8205330cc'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:18.057708 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:18.062576 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Usage tracker for resource:network and tenant:24780372472c479b8b83cfb8205330cc is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:18.065829 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:18.071875 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:18.080370 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56036391-4353-49b6-b689-256b244ec45b None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:54:18.084055 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Made reservation on behalf of 24780372472c479b8b83cfb8205330cc for: {'network': 1} {{(pid=103770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:54:18.086106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.090150 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:18.090718 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8cda30>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:18.098691 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.114461 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:18.120681 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:24780372472c479b8b83cfb8205330cc is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:18.124026 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:18.130576 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:18.230805 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.236081 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.239157 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e02d2a9-37ff-4caa-a040-4f2dd526ea54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:18.272396 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861}  {{(pid=103770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:54:18.277861 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb6a81-f0ae-4a91-b354-2b8095bc3874,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:18.282416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:18.291749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.292100 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.segments_db [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Added segment 244ebef6-6484-48d0-94b4-f6b3a4d41ea4 of type vlan for network a62f2c88-b740-4e39-81bb-569db46712f4
Jun 01 12:54:18.303193 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:18.325766 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.368549 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.370040 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:18.371464 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.377327 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1484f4e5-71d7-485a-93cd-bfe7b045e025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:18.596870 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=a62f2c88-b740-4e39-81bb-569db46712f4,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:18.599894 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:18.608790 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network a62f2c88-b740-4e39-81bb-569db46712f4 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:54:18.622551 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-a17ccaa8-fd5a-485e-97f3-ac9747ea4ee8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5739515
Jun 01 12:54:18.624491 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58434) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:18.634270 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Request body: {'subnet': {'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1264021341-subnet', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:18.647459 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:18.651734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Usage tracker for resource:subnet and tenant:24780372472c479b8b83cfb8205330cc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:18.659726 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:18.712707 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:18.759471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Made reservation on behalf of 24780372472c479b8b83cfb8205330cc for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:54:18.768298 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.836652 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 304b793a-d804-4427-afca-ea18344502dc up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:18.852664 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8cda30>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:16Z', 'revision_number': 2, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:18.858478 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56036391-4353-49b6-b689-256b244ec45b None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:54:18.859273 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56036391-4353-49b6-b689-256b244ec45b None None] Updating router 643aba8c-b1be-4973-89ef-dddaf10ddebf port e349bc9b-969d-4e92-b0ac-54391d62581e binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:54:18.935180 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 304b793a-d804-4427-afca-ea18344502dc completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:18.945714 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 304b793a-d804-4427-afca-ea18344502dc triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:18.948305 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:18.968227 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.118120 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8522469-97c9-42b3-9dd8-70958d6ed382 req-f4405a76-a093-45ef-8e9f-987cdfc66bc6 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:19.129854 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b8522469-97c9-42b3-9dd8-70958d6ed382 req-f4405a76-a093-45ef-8e9f-987cdfc66bc6 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.2100458
Jun 01 12:54:19.227202 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b8522469-97c9-42b3-9dd8-70958d6ed382 req-7de6dd26-b028-4bb0-bc3e-cb37b005889c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963340
Jun 01 12:54:19.283143 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.317018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 304b793a-d804-4427-afca-ea18344502dc, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=304b793a-d804-4427-afca-ea18344502dc,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:19.323463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.325429 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:19.494766 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=304b793a-d804-4427-afca-ea18344502dc,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:19.498281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:19.550849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.559722 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:19.639660 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6b67f7-07b3-4888-997c-f55a8b03811e,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:19.643650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:19.644657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Checking segment: {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:19.644899 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Network hostable DHCP agents. Network: a62f2c88-b740-4e39-81bb-569db46712f4, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:54:19.664270 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.670713 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Network a62f2c88-b740-4e39-81bb-569db46712f4 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:54:19.683664 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-56036391-4353-49b6-b689-256b244ec45b None None] Transition to ACTIVE for port object e349bc9b-969d-4e92-b0ac-54391d62581e will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:19.688827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, a62f2c88-b740-4e39-81bb-569db46712f4) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:19.700867 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:19.701064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9405e19-6f58-4eb7-b862-5479cc1337f1 None None] Network a62f2c88-b740-4e39-81bb-569db46712f4 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:54:19.701535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.711663 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.727505 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:19.749163 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1229625
Jun 01 12:54:19.750545 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58440) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:19.757261 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:19.790279 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:19.800319 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Usage tracker for resource:router and tenant:24780372472c479b8b83cfb8205330cc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:19.808546 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:19.832741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:19.857986 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.860347 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.888730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:19.949324 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Pushing event updated for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:19.962088 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.962511 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.962918 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.963206 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.963531 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.963853 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.964175 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.964496 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.964828 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.965211 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.965529 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:19.965845 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:20.011619 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-a62f2c88-b740-4e39-81bb-569db46712f4', 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'fixed_ips': [{'subnet_id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:54:20.012822 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:20.013065 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:20.035756 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-56036391-4353-49b6-b689-256b244ec45b None None] Attempting to bind port e349bc9b-969d-4e92-b0ac-54391d62581e on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:20.036131 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-56036391-4353-49b6-b689-256b244ec45b None None] Attempting to bind port e349bc9b-969d-4e92-b0ac-54391d62581e by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:20.036501 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56036391-4353-49b6-b689-256b244ec45b None None] Attempting to bind port e349bc9b-969d-4e92-b0ac-54391d62581e on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:20.043481 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56036391-4353-49b6-b689-256b244ec45b None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:20.043888 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56036391-4353-49b6-b689-256b244ec45b None None] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:20.044274 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:20.044677 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56036391-4353-49b6-b689-256b244ec45b None None] Bound using segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:20.045163 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-56036391-4353-49b6-b689-256b244ec45b None None] Bound port: e349bc9b-969d-4e92-b0ac-54391d62581e, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:20.045546 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:20.167334 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-56036391-4353-49b6-b689-256b244ec45b None None] For port e349bc9b-969d-4e92-b0ac-54391d62581e, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:20.172100 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-56036391-4353-49b6-b689-256b244ec45b None None] For port e349bc9b-969d-4e92-b0ac-54391d62581e, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=e349bc9b-969d-4e92-b0ac-54391d62581e,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:20.187542 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-56036391-4353-49b6-b689-256b244ec45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:20.193921 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:20.284886 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Pushing event updated for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=4']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:20.289538 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-2958687d-c5bf-4ea3-8b69-8a4fef897bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:20.303143 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:20.303786 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8cda30>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:20.306234 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:20.538230 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:20.586117 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Allocated IP 172.20.0.2 (a62f2c88-b740-4e39-81bb-569db46712f4/aa6b67f7-07b3-4888-997c-f55a8b03811e/7de4b825-96af-48ce-b95a-b54790d30362) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:20.795314 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0ceb3-6d4d-4d0c-a43a-fe2961e84060 req-bb4a9759-90aa-43a8-ad6b-c45c9ee5d4c4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:20.798883 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 304b793a-d804-4427-afca-ea18344502dc up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:20.799405 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8c0ceb3-6d4d-4d0c-a43a-fe2961e84060 req-bb4a9759-90aa-43a8-ad6b-c45c9ee5d4c4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.3322058
Jun 01 12:54:20.935476 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8c0ceb3-6d4d-4d0c-a43a-fe2961e84060 req-159001a6-2ec1-459b-b6af-589c23e1ec83 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1277559
Jun 01 12:54:20.992881 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-56036391-4353-49b6-b689-256b244ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc8cda30>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:20Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:20.998232 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56036391-4353-49b6-b689-256b244ec45b None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:20Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:54:21.140613 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.159121 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 304b793a-d804-4427-afca-ea18344502dc triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:21.159838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.218310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.242563 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Transition to ACTIVE for port object 7de4b825-96af-48ce-b95a-b54790d30362 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:21.263512 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.315516 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Transition to ACTIVE for port object 7de4b825-96af-48ce-b95a-b54790d30362 will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:21.325141 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.336078 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-8625f981-d5fb-45d9-b6d4-43aed5ffdb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:21.421814 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Pushing event updated for resources: {'Port': ['ID=7de4b825-96af-48ce-b95a-b54790d30362,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:21.431161 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:21.456925 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Network a62f2c88-b740-4e39-81bb-569db46712f4 is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:21.459653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:21.462860 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:21.474174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Allocated IP 172.27.2.79 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/d86e1d93-a0e0-4145-b9ac-3ebbf752a711) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:21.601347 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Attempting to bind port 7de4b825-96af-48ce-b95a-b54790d30362 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:21.602227 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Attempting to bind port 7de4b825-96af-48ce-b95a-b54790d30362 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:21.603015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Attempting to bind port 7de4b825-96af-48ce-b95a-b54790d30362 on network a62f2c88-b740-4e39-81bb-569db46712f4 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:21.612153 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:21.613101 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Checking segment: {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:21.614270 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.615128 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Bound using segment: {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:21.616006 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Bound port: 7de4b825-96af-48ce-b95a-b54790d30362, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:21.616826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.713537 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.752627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.762845 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3401e19-e9e8-4d8b-b8f7-e382e3c8124d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:21.763986 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] For port 7de4b825-96af-48ce-b95a-b54790d30362, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:21.770201 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] For port 7de4b825-96af-48ce-b95a-b54790d30362, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7de4b825-96af-48ce-b95a-b54790d30362,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:21.775878 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:21.783625 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:21.869984 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Pushing event updated for resources: {'Port': ['ID=7de4b825-96af-48ce-b95a-b54790d30362,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:21.872768 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Pushing event updated for resources: {'Port': ['ID=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:21.873792 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:21.879199 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:21.881431 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:21.884477 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:21.896233 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:22.276801 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19399cb-f7a4-4391-8fef-387d576295cc req-cff457c2-d7e7-4968-8f15-a3599102aa16 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:22.279241 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f19399cb-f7a4-4391-8fef-387d576295cc req-cff457c2-d7e7-4968-8f15-a3599102aa16 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1716058
Jun 01 12:54:22.357446 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f19399cb-f7a4-4391-8fef-387d576295cc req-3073cfec-c222-4a26-b76f-ead42e0b0b95 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719965
Jun 01 12:54:22.590444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:22.856915 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7de4b825-96af-48ce-b95a-b54790d30362 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:22.984930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 7de4b825-96af-48ce-b95a-b54790d30362 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:22.992898 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e349bc9b-969d-4e92-b0ac-54391d62581e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:23.100056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port e349bc9b-969d-4e92-b0ac-54391d62581e completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:23.107864 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port e349bc9b-969d-4e92-b0ac-54391d62581e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:23.108531 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.182818 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2b58a-aa90-477d-a363-a22322e9b550 None None] Network a62f2c88-b740-4e39-81bb-569db46712f4 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:54:23.271121 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.353970 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Provisioning for port 7de4b825-96af-48ce-b95a-b54790d30362 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:23.378732 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Provisioning complete for port 7de4b825-96af-48ce-b95a-b54790d30362 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:23.379204 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.414279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.541276 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port e349bc9b-969d-4e92-b0ac-54391d62581e, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=e349bc9b-969d-4e92-b0ac-54391d62581e,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:23.546140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:54:23.551535 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.553784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:23.667860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f72646-0f13-4979-aca3-60bcc4286dfd req-784e5ac6-789e-4036-8851-83328b42242c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:23.670481 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-87f72646-0f13-4979-aca3-60bcc4286dfd req-784e5ac6-789e-4036-8851-83328b42242c tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1050489
Jun 01 12:54:23.725038 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-87f72646-0f13-4979-aca3-60bcc4286dfd req-79da576e-267f-407f-b416-9feefff9bd35 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477638
Jun 01 12:54:23.773550 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.784598 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:23.792653 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:23.852972 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:54:23.871738 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Sync routers for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:54:23.886676 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:23.888757 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1371260
Jun 01 12:54:23.892434 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] For port 7de4b825-96af-48ce-b95a-b54790d30362, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7de4b825-96af-48ce-b95a-b54790d30362,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:23.893496 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58452) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:23.904016 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:23.904867 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2e8ca0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:24.053837 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:24.063898 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6fac5d90-dbd1-49a7-9ee4-2d6bad8e2dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:24.244782 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Pushing event updated for resources: {'Port': ['ID=7de4b825-96af-48ce-b95a-b54790d30362,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:24.251665 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:24.254543 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-9963af1f-c626-41c5-9cfa-656539d1e8e5 None None] Provisioning complete for port 7de4b825-96af-48ce-b95a-b54790d30362 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:24.255102 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-9963af1f-c626-41c5-9cfa-656539d1e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:24.323071 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:24.691181 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2e8ca0>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:22Z', 'revision_number': 3, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:24.696042 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Checking router: ec37026f-f8b8-4520-8e29-7a07ad9cdee3 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:54:24.696525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Updating router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:54:24.762191 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:24.786861 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:24.796014 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7de4b825-96af-48ce-b95a-b54790d30362 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:24.963466 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 7de4b825-96af-48ce-b95a-b54790d30362 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:24.964009 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.119866 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eddc5-8fe9-4e2b-909b-0a13bf29f637 req-59797d87-d3e0-4db6-a706-04511a55a5ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:25.121449 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-737eddc5-8fe9-4e2b-909b-0a13bf29f637 req-59797d87-d3e0-4db6-a706-04511a55a5ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.2051179
Jun 01 12:54:25.231844 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-737eddc5-8fe9-4e2b-909b-0a13bf29f637 req-ff9d63fe-57ad-4ab3-bc19-f391f8fb69bc tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655427
Jun 01 12:54:25.232412 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e349bc9b-969d-4e92-b0ac-54391d62581e up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:25.241862 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Allocated IP 172.20.0.1 (a62f2c88-b740-4e39-81bb-569db46712f4/aa6b67f7-07b3-4888-997c-f55a8b03811e/5fce058e-ae80-4985-bd0d-27f3fd427493) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:25.396080 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.415165 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port e349bc9b-969d-4e92-b0ac-54391d62581e triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:25.415543 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.443755 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Transition to ACTIVE for port object d86e1d93-a0e0-4145-b9ac-3ebbf752a711 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:25.459309 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.474533 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:25.572018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Attempting to bind port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:25.572573 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Attempting to bind port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:25.572848 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Attempting to bind port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:25.575156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.581409 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Pushing event updated for resources: {'Port': ['ID=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:25.589099 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:25.590178 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:25.590557 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:25.590989 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.591422 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:25.591964 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Bound port: d86e1d93-a0e0-4145-b9ac-3ebbf752a711, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:25.592376 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.595328 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.provisioning_blocks [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Transition to ACTIVE for port object 5fce058e-ae80-4985-bd0d-27f3fd427493 will not be triggered until provisioned by entity DHCP. {{(pid=103770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:25.625485 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.630718 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-24757031-7313-446c-a706-777d00835868 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:25.703729 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Network a62f2c88-b740-4e39-81bb-569db46712f4 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:25.707191 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:25.711005 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:25.756667 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Pushing event updated for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:25.765423 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:25.792900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.805129 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] For port d86e1d93-a0e0-4145-b9ac-3ebbf752a711, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:25.808787 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] For port d86e1d93-a0e0-4145-b9ac-3ebbf752a711, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:25.816991 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:25.821089 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-72518fa3-1e3b-464a-8d3a-1523e6c6c43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:25.908494 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:25.909147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2e8ca0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:25.980355 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Pushing event updated for resources: {'Port': ['ID=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:25.993958 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:26.134889 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:26.150587 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:26.275245 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-4f06f5d5-5934-4be1-80fc-ade788424aea None None] Provisioning for port 5fce058e-ae80-4985-bd0d-27f3fd427493 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:26.294116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-4f06f5d5-5934-4be1-80fc-ade788424aea None None] Provisioning complete for port 5fce058e-ae80-4985-bd0d-27f3fd427493 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:26.294544 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4f06f5d5-5934-4be1-80fc-ade788424aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:26.444926 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-4f06f5d5-5934-4be1-80fc-ade788424aea None None] Port 5fce058e-ae80-4985-bd0d-27f3fd427493 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:54:26.523360 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8fb2-7543-41ed-8604-9125f9f0edff req-a471e1ce-88f2-4337-80c2-9ed6b8d8d583 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:26.524857 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8b4a8fb2-7543-41ed-8604-9125f9f0edff req-a471e1ce-88f2-4337-80c2-9ed6b8d8d583 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1623235
Jun 01 12:54:26.554798 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:26.568318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:26.580234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2e8ca0>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:22Z', 'revision_number': 3, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:26.585356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc6f1b-9b72-4c36-a2ae-43f69b90c7b0 None None] The sync data for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi is: [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:22Z', 'revision_number': 3, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:54:26.602603 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:26.671850 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8b4a8fb2-7543-41ed-8604-9125f9f0edff req-7568d024-9177-4207-bc88-62ca88d0dc94 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377313
Jun 01 12:54:26.720873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Pushing event updated for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:26.725725 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:26.726894 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:26.933451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Network a62f2c88-b740-4e39-81bb-569db46712f4 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:26.935231 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:27.186077 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-b0f2b16c-6d36-47d4-82c2-31e444239f84 None None] Provisioning complete for port 5fce058e-ae80-4985-bd0d-27f3fd427493 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:27.187260 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b0f2b16c-6d36-47d4-82c2-31e444239f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:27.222131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:54:27.258097 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2b16c-6d36-47d4-82c2-31e444239f84 None None] Port 5fce058e-ae80-4985-bd0d-27f3fd427493 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:54:27.432544 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:54:27.451100 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] 10.222.0.86 "PUT /v2.0/routers/ec37026f-f8b8-4520-8e29-7a07ad9cdee3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5562727
Jun 01 12:54:28.018116 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef532b-6750-4bea-816d-0ef340563e58 req-26149123-de80-4fc6-819e-81b0cc583ed5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:28.019797 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d6ef532b-6750-4bea-816d-0ef340563e58 req-26149123-de80-4fc6-819e-81b0cc583ed5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.2213755
Jun 01 12:54:28.080575 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d6ef532b-6750-4bea-816d-0ef340563e58 req-e78e68b1-394f-47d4-82d1-d4578aeb343f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522344
Jun 01 12:54:28.290854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58472) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:28.297995 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197492085', 'description': 'tempest-secgroup-smoke-197492085 description', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:28.306572 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:28.313374 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:28.317675 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:28.323703 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:28.338544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.371463 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:28.377220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:28.380280 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:28.386079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:28.456526 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Sync routers for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:54:28.468171 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:28.468886 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd293520>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:28.472874 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.484626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.491022 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-55328e5d-88fb-4e2e-a4d3-2b19be3ce608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:28.531040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c395de-c3e0-4e02-bf33-e9461264cf90,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:28.533512 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.537700 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58476) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:28.540041 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2450867
Jun 01 12:54:28.540041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:28.543976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:28.553033 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:28.571632 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:28.576463 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:28.597075 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:28.619525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.683017 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:28.733487 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.743115 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.745197 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b48c417a-1ce9-46fd-b938-35083abf97fa tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:28.791728 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d86e1d93-a0e0-4145-b9ac-3ebbf752a711 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:28.796922 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744d15bd-361c-4f31-bcaf-c50075566787,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:28.806544 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:28.820638 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.825656 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58480) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:28.836171 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-764702e5-e210-42c5-a304-ed81aae16d45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2969503
Jun 01 12:54:28.836790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:28.844327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:28.849308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:28.853560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:28.861534 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:28.890945 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.948432 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:28.955770 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:28.956407 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.968610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.974016 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:28.976593 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ce5f765c-0c3f-4afe-a52a-f0b1bd6939a5 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.002092 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279e85e0-08a5-4994-96c1-22973f69cd3d,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.006731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.018855 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.022835 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1903267
Jun 01 12:54:29.023200 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58484) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:29.030185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:29.037776 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:29.042448 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:29.046363 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:29.057353 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:29.081018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.104327 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.127930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port d86e1d93-a0e0-4145-b9ac-3ebbf752a711, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:29.133235 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd293520>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:26Z', 'revision_number': 4, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '5fce058e-ae80-4985-bd0d-27f3fd427493', 'name': '', 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'mac_address': 'fa:16:3e:25:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:26Z', 'revision_number': 2, 'project_id': '24780372472c479b8b83cfb8205330cc', 'subnets': [{'id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:29.135306 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.138136 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.143345 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Checking router: ec37026f-f8b8-4520-8e29-7a07ad9cdee3 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:54:29.144568 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Updating router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 port 5fce058e-ae80-4985-bd0d-27f3fd427493 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:54:29.164714 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.170542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.173232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.191324 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbafae7-fcde-4603-97a7-0d2bad045b20,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.195509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.213732 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.215090 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.219776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58490) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:29.220978 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a4e61f5c-89b5-480c-89e8-662d4173a06d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1966779
Jun 01 12:54:29.226873 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:29.232397 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.236768 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.236946 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:29.281011 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:29.284857 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:29.292283 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:29.323513 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.354652 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-79b7fcc6-de09-4b55-be15-ac7702827376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.363833 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d268f1d-c168-4b3f-8527-698ddea0e809 req-912639b7-bed6-4ecc-ba10-0c32faac1e47 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:29.365324 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6d268f1d-c168-4b3f-8527-698ddea0e809 req-912639b7-bed6-4ecc-ba10-0c32faac1e47 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1313396
Jun 01 12:54:29.432217 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6d268f1d-c168-4b3f-8527-698ddea0e809 req-e185638c-3546-4aef-9b2e-166f2818e1d6 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580056
Jun 01 12:54:29.444659 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.449985 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.452141 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.473415 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece025b4-81d2-4148-8af5-bc9c04e32b74,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.477787 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.487610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.488846 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-67235b17-1efc-4861-8e1f-efb697ad95d7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2680354
Jun 01 12:54:29.491991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58494) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:29.497284 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:29.503021 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:29.506947 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:29.509740 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:29.516433 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:29.528309 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.securitygroups_db [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Project 3c7a70c2760a4a7fbc8dfeb40f0c65a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:54:29.534747 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.587681 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.600552 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.601027 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Transition to ACTIVE for port object 5fce058e-ae80-4985-bd0d-27f3fd427493 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:29.607903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.609968 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.611223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-20b9fdc7-9cad-4937-ae43-329019463c9c tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.615353 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.635531 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3ba285-14a9-4a61-8623-37e749d282d8,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.638006 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.647944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.651854 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1562161
Jun 01 12:54:29.652172 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58498) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:54:29.659952 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'security_group_rule': {'security_group_id': '27c395de-c3e0-4e02-bf33-e9461264cf90', 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:29.666303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:29.670326 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:security_group_rule and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:29.674567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:29.685004 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:29.696878 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.securitygroups_db [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Project 3c7a70c2760a4a7fbc8dfeb40f0c65a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 01 12:54:29.707296 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.778685 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716178c-7ca6-478a-9191-2d15ab3eaeed None None] Pushing event updated for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.784855 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.785698 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-7716178c-7ca6-478a-9191-2d15ab3eaeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.790015 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.792692 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:29.824070 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509b4e84-9837-44a3-b73e-c40bdef0dbf9,revision_number=0']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:29.834257 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:29.838258 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Attempting to bind port 5fce058e-ae80-4985-bd0d-27f3fd427493 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:29.838618 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Attempting to bind port 5fce058e-ae80-4985-bd0d-27f3fd427493 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:29.839033 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Attempting to bind port 5fce058e-ae80-4985-bd0d-27f3fd427493 on network a62f2c88-b740-4e39-81bb-569db46712f4 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:29.840373 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.846114 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:29.846486 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Checking segment: {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:29.847247 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.847350 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Bound using segment: {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:29.847779 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Bound port: 5fce058e-ae80-4985-bd0d-27f3fd427493, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244ebef6-6484-48d0-94b4-f6b3a4d41ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:29.848274 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.851888 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c2edb707-f8f0-4aa2-b93a-9ffcbdedc4c6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1921382
Jun 01 12:54:29.964104 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] For port 5fce058e-ae80-4985-bd0d-27f3fd427493, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:29.968483 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] For port 5fce058e-ae80-4985-bd0d-27f3fd427493, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5fce058e-ae80-4985-bd0d-27f3fd427493,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:29.972665 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:29.977877 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-c446828b-f4bb-45b4-b531-53b883c25a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:30.059875 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716178c-7ca6-478a-9191-2d15ab3eaeed None None] Pushing event updated for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=4']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:30.063489 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-7716178c-7ca6-478a-9191-2d15ab3eaeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:30.065690 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:54:30.066550 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd293520>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:54:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:30.239354 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:54:30.272837 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:54:30.613290 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd293520>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:26Z', 'revision_number': 4, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '5fce058e-ae80-4985-bd0d-27f3fd427493', 'name': '', 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'mac_address': 'fa:16:3e:25:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:29Z', 'revision_number': 4, 'project_id': '24780372472c479b8b83cfb8205330cc', 'subnets': [{'id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:54:30.620270 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e539e28-b711-4c5f-9c1b-aa213b845efd None None] The sync data for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi is: [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T12:54:26Z', 'revision_number': 4, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': '5fce058e-ae80-4985-bd0d-27f3fd427493', 'name': '', 'network_id': 'a62f2c88-b740-4e39-81bb-569db46712f4', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'mac_address': 'fa:16:3e:25:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:29Z', 'revision_number': 4, 'project_id': '24780372472c479b8b83cfb8205330cc', 'subnets': [{'id': 'aa6b67f7-07b3-4888-997c-f55a8b03811e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:54:30.793312 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d86e1d93-a0e0-4145-b9ac-3ebbf752a711 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:30.832622 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d79c33-ec40-4295-9d19-f4465d74d2ed req-cbb5bfa2-c843-4788-a459-c85deaf63e7e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:30.834324 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3d79c33-ec40-4295-9d19-f4465d74d2ed req-cbb5bfa2-c843-4788-a459-c85deaf63e7e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.1145463
Jun 01 12:54:30.888347 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:30.888950 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:30.904392 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3d79c33-ec40-4295-9d19-f4465d74d2ed req-2c8b4df9-a9c2-4770-aa67-3d07584cc51f tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607574
Jun 01 12:54:31.949726 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bd4c07c4-07a5-4375-bac8-4088b7cb2af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:32.026292 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:54:32.055779 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:32.193269 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:32.209494 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'port_id': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'mac_address': 'fa:16:3e:b4:d2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:54:32.274073 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:32.291253 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:54:32.307792 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:32.310113 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837de8-49e3-43d3-ae7e-7833c095a528 req-72d020a5-f78d-43f9-a759-9cc4051b3723 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:32.311629 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0d837de8-49e3-43d3-ae7e-7833c095a528 req-72d020a5-f78d-43f9-a759-9cc4051b3723 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 944 time: 0.2742584
Jun 01 12:54:32.311884 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:32.313714 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-fbea5f60-d4c3-4e13-9b2e-8a124e3c6e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:32.358012 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0d837de8-49e3-43d3-ae7e-7833c095a528 req-92113156-cca2-4a7d-952e-9fd4bc3156c6 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399294
Jun 01 12:54:32.394810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=9']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:32.397972 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:32.545100 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['b4338b5d-32bd-44d9-b488-b566b9e35658'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:54:32.778322 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5fce058e-ae80-4985-bd0d-27f3fd427493 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:32.868153 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 5fce058e-ae80-4985-bd0d-27f3fd427493 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:32.877015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 5fce058e-ae80-4985-bd0d-27f3fd427493 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:32.877674 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:33.084841 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:33.124422 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:33.134629 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 5fce058e-ae80-4985-bd0d-27f3fd427493, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5fce058e-ae80-4985-bd0d-27f3fd427493,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:33.139713 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:33.141590 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-981eeace-0550-4b33-8d14-ed1315b52ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:33.214408 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:33.217771 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:33.584214 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e314-d946-4450-90b2-48db89ad767e req-3a372ad7-a68b-4f3b-9b1f-6e8b685cacc3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:33.585881 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-49d3e314-d946-4450-90b2-48db89ad767e req-3a372ad7-a68b-4f3b-9b1f-6e8b685cacc3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 945 time: 0.1047328
Jun 01 12:54:33.637924 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-49d3e314-d946-4450-90b2-48db89ad767e req-49b51513-62b9-4b5e-8ff1-145cb65625b4 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460968
Jun 01 12:54:34.039291 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:34.114103 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port b4338b5d-32bd-44d9-b488-b566b9e35658 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:34.114861 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:34.243272 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:34.274232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:54:34.276534 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fef4a-0903-46d7-991a-7a774957a33e" -d '{"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:54:34.285194 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:54:34.293421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:34.295301 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87918f2d-ec3b-488b-b642-a1310635e153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:34.324874 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae80e5e-6f2e-49ec-8ebc-28b19d261c30 x-openstack-request-id: req-4ae80e5e-6f2e-49ec-8ebc-28b19d261c30 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:54:34.325176 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-plugged", "status": "completed", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:54:34.325438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ae80e5e-6f2e-49ec-8ebc-28b19d261c30 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:54:34.325826 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'code': 200}
Jun 01 12:54:34.372633 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=10']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:34.376853 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:34.619269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924203e-2676-4468-9bf1-4454c2739a47 req-6e442f33-e58e-4071-bf8f-6d4345bbf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:34.620706 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b924203e-2676-4468-9bf1-4454c2739a47 req-6e442f33-e58e-4071-bf8f-6d4345bbf3b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1100 time: 0.0887573
Jun 01 12:54:34.665726 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b924203e-2676-4468-9bf1-4454c2739a47 req-5b77c0ee-13e5-4ba2-a34e-89f9bb0a8522 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379689
Jun 01 12:54:34.721084 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5fce058e-ae80-4985-bd0d-27f3fd427493 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:54:34.789787 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:34.819877 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 5fce058e-ae80-4985-bd0d-27f3fd427493 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:34.820362 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:34.852102 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f04b7-b045-400d-b521-9d0ceedc52f3 req-031ac7c8-cbfc-4380-8871-998d9752660b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:34.853662 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c78f04b7-b045-400d-b521-9d0ceedc52f3 req-031ac7c8-cbfc-4380-8871-998d9752660b tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.1001143
Jun 01 12:54:34.907045 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c78f04b7-b045-400d-b521-9d0ceedc52f3 req-58a14c1f-1ab8-43c9-883b-a2335e685b9d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464835
Jun 01 12:54:36.146118 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c24dc-fe2c-492a-ada3-ffbd88d80243 req-d78b0113-fd51-4f19-8e8f-d5a44539e48e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:36.147455 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-862c24dc-fe2c-492a-ada3-ffbd88d80243 req-d78b0113-fd51-4f19-8e8f-d5a44539e48e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.1011398
Jun 01 12:54:36.199717 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-862c24dc-fe2c-492a-ada3-ffbd88d80243 req-4f6c8c40-f6da-4228-9f8c-8cc709a7c70a tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462351
Jun 01 12:54:37.396594 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85c0d1-0845-47f5-b7e2-a5f47a1443d5 req-451993fa-ffd4-4ffc-a420-b971854c4a85 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:37.398480 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bd85c0d1-0845-47f5-b7e2-a5f47a1443d5 req-451993fa-ffd4-4ffc-a420-b971854c4a85 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.0841336
Jun 01 12:54:37.449667 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bd85c0d1-0845-47f5-b7e2-a5f47a1443d5 req-254088c2-a635-4552-a51b-81154757e75d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454168
Jun 01 12:54:45.386627 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:47.383391 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-41322a36-031d-4b1a-b78f-776ba51a3bef tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:54:47.406539 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-41322a36-031d-4b1a-b78f-776ba51a3bef tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:54:47.407954 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-41322a36-031d-4b1a-b78f-776ba51a3bef tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197492085&fields=id&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 267 time: 0.0702646
Jun 01 12:54:47.589849 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ad41af69-7172-4650-ba8e-42dd11358441 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:47.590561 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ad41af69-7172-4650-ba8e-42dd11358441 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:network {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:54:47.612326 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ad41af69-7172-4650-ba8e-42dd11358441 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:network {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:54:47.613545 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ad41af69-7172-4650-ba8e-42dd11358441 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1987662
Jun 01 12:54:47.631551 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-d4d338df-37cc-4a42-8eae-df750bf71aec tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/quotas/3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 375 time: 0.0119746
Jun 01 12:54:47.726999 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-9eb35fec-0a36-4c6f-b9ba-bdd98308abb4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900810
Jun 01 12:54:47.892086 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-9012ab4c-119d-4378-ab16-be98888c3d1f service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471152
Jun 01 12:54:48.045577 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-f3b74a2c-89e5-4fd5-a514-ebe4d584eaba service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474288
Jun 01 12:54:48.522473 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-28ccda1e-8263-4669-ad77-9a25927be971 req-2d533b47-dbcc-4191-b0d8-29e3d4f4a8ca tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 210 time: 0.0582545
Jun 01 12:54:49.702358 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-83aef64a-4d96-4a83-9b88-9494b9d9f778 req-c2f20f00-a397-4567-9147-367a3c849a9f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 210 time: 0.0513525
Jun 01 12:54:49.770888 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-42af68a8-13b9-4a40-8634-88c57deb95e6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:49.772383 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-42af68a8-13b9-4a40-8634-88c57deb95e6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1540091
Jun 01 12:54:49.894586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ba6f1231-4f3d-45c4-bc89-17b00b05c432 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:54:49.915480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ba6f1231-4f3d-45c4-bc89-17b00b05c432 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:54:49.916660 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-ba6f1231-4f3d-45c4-bc89-17b00b05c432 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 379 time: 0.1197748
Jun 01 12:54:49.928195 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'port': {'device_id': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'admin_state_up': True, 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'security_groups': ['27c395de-c3e0-4e02-bf33-e9461264cf90']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:49.951763 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-80a5be32-7ffe-4a01-a3cb-d63e2fab468e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1532898
Jun 01 12:54:50.132493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:54:50.138182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:port and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:54:50.142860 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-77bd54a1-490a-413a-9c02-a903282276d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:50.144386 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-77bd54a1-490a-413a-9c02-a903282276d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=171fb0871af643a6bc91d522c6da7c04&device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 1100 time: 0.1415217
Jun 01 12:54:50.145301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:54:50.153876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:54:50.188964 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Made reservation on behalf of 3c7a70c2760a4a7fbc8dfeb40f0c65a0 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:54:50.192770 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:50.393916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-5d2867dc-be81-4879-9e75-c1a3df2c05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:50.395391 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-5d2867dc-be81-4879-9e75-c1a3df2c05a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 200  len: 918 time: 0.2286878
Jun 01 12:54:50.672230 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.20.0.5 (2affacec-d57b-42a7-be8b-46f6420dd426/777371fd-1f2b-433b-acc9-11f1490983cd/fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:54:50.675887 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-6a4a942c-50d3-4d76-b67f-829da8dd8a86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 200  len: 1002 time: 0.1312656
Jun 01 12:54:50.778551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-578b7ebf-c6d9-45a2-9d67-a3879a3b3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:50.780145 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-578b7ebf-c6d9-45a2-9d67-a3879a3b3612 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 200  len: 856 time: 0.0964217
Jun 01 12:54:50.867586 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-05e7a5e4-32d7-4e57-9d4a-bcd3858545a5 req-4329170a-396e-433a-bb85-8a64afb1e697 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 210 time: 0.0435703
Jun 01 12:54:50.988210 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:50.996001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-211658d7-1b6b-46da-bf96-4d6a0ef1584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:50.997491 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-211658d7-1b6b-46da-bf96-4d6a0ef1584f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab4d2d97-d91f-49fa-934f-cdd501e29b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2009401
Jun 01 12:54:51.026679 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Transition to ACTIVE for port object fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:51.154918 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-cd9c631d-cc31-4fba-b427-55451b370683 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476767
Jun 01 12:54:51.156615 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.162785 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f213ab83-3f74-472c-a7b6-3ff91d2b8273 tempest-VolumesSnapshotTestJSON-1355967501 tempest-VolumesSnapshotTestJSON-1355967501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:51.309264 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:54:51.324525 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:54:51.332102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:54:51.362788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:51.372028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:51.432246 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:51.433269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.442710 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c755ba5-d83a-47d3-82cc-4f57cb86057a req-c354169c-2ea3-4c82-a6da-771b9c6ac195 service neutron] 10.222.0.60 "GET /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499087
Jun 01 12:54:51.463250 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5404222
Jun 01 12:54:51.476188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Request body: {'port': {'device_id': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:54:51.595001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.596812 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2687ca4f-4aa8-4ca5-9fb4-4bcdca7a57b9 None None] Provisioning for port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:54:51.601788 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2687ca4f-4aa8-4ca5-9fb4-4bcdca7a57b9 None None] Provisioning complete for port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:54:51.602169 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2687ca4f-4aa8-4ca5-9fb4-4bcdca7a57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.660279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-2687ca4f-4aa8-4ca5-9fb4-4bcdca7a57b9 None None] Port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:54:51.944686 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:54:51.952300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.967725 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Transition to ACTIVE for port object fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:54:51.972995 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:51.976892 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-60fa61f0-f662-48ba-9a47-731e8c260402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:52.109952 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Pushing event updated for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:52.136864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:52.162723 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec4df4-7381-416e-bdd3-222738c25d01 req-fe4ec828-6acc-4b34-bc63-0aad1e4c9a67 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:52.165042 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bfec4df4-7381-416e-bdd3-222738c25d01 req-fe4ec828-6acc-4b34-bc63-0aad1e4c9a67 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.1907771
Jun 01 12:54:52.218525 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bfec4df4-7381-416e-bdd3-222738c25d01 req-5bc8ecc1-c2bd-4c08-b059-41dfc8c9f00e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471077
Jun 01 12:54:52.324072 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Attempting to bind port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:54:52.324324 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Attempting to bind port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:54:52.324652 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Attempting to bind port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:52.329751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 on network 2affacec-d57b-42a7-be8b-46f6420dd426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:54:52.330043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Attempting to bind port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:54:52.335395 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:54:52.335732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:54:52.336117 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Bound using segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:54:52.336541 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Bound port: fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:54:52.336881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:52.431336 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:54:52.434239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:54:52.439919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:52.443781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bfb204bc-ee50-48f8-81ef-3e0aeade1de6 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:54:52.501341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:52.502102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:52.503556 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] 10.222.0.60 "PUT /v2.0/ports/fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 200  len: 1093 time: 1.0318491
Jun 01 12:54:52.504098 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:54:52.506415 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac19a573-7ebe-4389-99e7-d3691a5451d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:54:52.531079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Pushing event updated for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:54:52.544691 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.545310 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.546303 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.546987 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.547510 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.547895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.548271 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.548642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.549008 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.551001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.551001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.551001 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:54:52.556410 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:54:52.591140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f74f00-dea0-4b29-8c1f-8c640c1e3186 x-openstack-request-id: req-47f74f00-dea0-4b29-8c1f-8c640c1e3186 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:54:52.591711 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:54:52.591875 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47f74f00-dea0-4b29-8c1f-8c640c1e3186 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:54:52.592178 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'status': 'completed', 'code': 200}
Jun 01 12:54:52.643573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-1af074c9-f4ee-4b26-8beb-fa378d19ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:52.645089 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-1af074c9-f4ee-4b26-8beb-fa378d19ed57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1096 time: 0.0874817
Jun 01 12:54:52.716324 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-f5540d2c-1947-495a-ab3a-fe4db80d3b5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 200  len: 217 time: 0.0625932
Jun 01 12:54:52.785030 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-3ca803f8-1c9a-44b3-b6b1-1f362095cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:52.786477 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-3ca803f8-1c9a-44b3-b6b1-1f362095cc9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0634830
Jun 01 12:54:52.869796 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-5350286e-5320-485b-92f1-8a529121bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:52.871444 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-5350286e-5320-485b-92f1-8a529121bdc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780151
Jun 01 12:54:53.011356 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-137d3caa-95a3-4383-9174-b3c0f0592ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319115
Jun 01 12:54:53.164637 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8674f6ee-29e7-4a2c-be4b-a81162e9ebc6 req-6df18d7d-15f6-43e4-87fd-334dcac4587e service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458075
Jun 01 12:54:53.291780 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-f3d978aa-2a92-43dd-8ac7-5c50fac68eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:53.293184 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-f3d978aa-2a92-43dd-8ac7-5c50fac68eee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1096 time: 0.0742052
Jun 01 12:54:53.411080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccfdf7-a691-4ea3-be6a-fa6c558aec1f req-072c4e66-4c62-4f7f-9736-c7d96a2e5acf tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:53.412707 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-deccfdf7-a691-4ea3-be6a-fa6c558aec1f req-072c4e66-4c62-4f7f-9736-c7d96a2e5acf tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0826662
Jun 01 12:54:53.431942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-3d470b43-e7c7-43d4-a743-531a7be9d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:53.433466 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-3d470b43-e7c7-43d4-a743-531a7be9d747 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1325779
Jun 01 12:54:53.463630 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-deccfdf7-a691-4ea3-be6a-fa6c558aec1f req-567c8ccb-3634-4bc3-a873-c0423c028cf8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441599
Jun 01 12:54:53.508570 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-3e136acb-fdf7-49d4-8286-9c253cc099a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 200  len: 217 time: 0.0679839
Jun 01 12:54:53.587216 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-d733c0c6-09b1-42c0-92ce-f938a21c7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:53.589274 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-d733c0c6-09b1-42c0-92ce-f938a21c7e00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0730021
Jun 01 12:54:53.675576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-bf9a5c59-da7a-4068-974a-e780b78fa366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:53.677138 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-bf9a5c59-da7a-4068-974a-e780b78fa366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798221
Jun 01 12:54:53.827131 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-8f7072e2-ec28-405a-8243-36f5cd2187e8 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428492
Jun 01 12:54:53.980132 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac19a573-7ebe-4389-99e7-d3691a5451d9 req-df3f040a-6f64-417c-84ab-41a36368a545 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453853
Jun 01 12:54:54.675646 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948996-0b5f-4058-ba96-cfa447b43a28 req-fcd9792f-fa5d-4220-ac06-fa165006eb45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:54.677134 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a9948996-0b5f-4058-ba96-cfa447b43a28 req-fcd9792f-fa5d-4220-ac06-fa165006eb45 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0982158
Jun 01 12:54:54.730381 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a9948996-0b5f-4058-ba96-cfa447b43a28 req-f3f73b07-f231-442a-b4f6-abd06e17251c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469730
Jun 01 12:54:55.933118 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faec92-662d-46f1-955e-c209450e2ec2 req-de4eb2d3-503a-4d68-9698-d70b25c3c81f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:55.934586 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c1faec92-662d-46f1-955e-c209450e2ec2 req-de4eb2d3-503a-4d68-9698-d70b25c3c81f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0950434
Jun 01 12:54:55.981946 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c1faec92-662d-46f1-955e-c209450e2ec2 req-e21625cb-87c6-4ddb-bfef-da60a99d6c58 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410719
Jun 01 12:54:57.198262 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fcedd-f989-43db-b501-7da7fcbc2fe0 req-c481d3ab-a1be-4b3f-8afc-6fde27beadb3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:57.199805 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2e8fcedd-f989-43db-b501-7da7fcbc2fe0 req-c481d3ab-a1be-4b3f-8afc-6fde27beadb3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.1026468
Jun 01 12:54:57.247085 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2e8fcedd-f989-43db-b501-7da7fcbc2fe0 req-d8574e2a-1d25-472f-b9f2-dc83fa02d0cf tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409245
Jun 01 12:54:58.461704 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8afb-face-4bf1-b695-ccf0003ccbf5 req-d4288ee2-81bb-43b5-9739-b44a02fdde79 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:58.463212 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-81db8afb-face-4bf1-b695-ccf0003ccbf5 req-d4288ee2-81bb-43b5-9739-b44a02fdde79 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.1062458
Jun 01 12:54:58.515151 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-81db8afb-face-4bf1-b695-ccf0003ccbf5 req-1f8aa91a-1cfb-4094-a68d-755e12fa3c7c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431943
Jun 01 12:54:59.356592 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-10c4ab0d-07c1-4676-a368-71ee0298e025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:54:59.726072 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12da3c-3bb2-4483-a3e6-1c48af8138ec req-719a44ee-1b3b-41e7-a708-16c03a7d7807 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:54:59.727518 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8b12da3c-3bb2-4483-a3e6-1c48af8138ec req-719a44ee-1b3b-41e7-a708-16c03a7d7807 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0936947
Jun 01 12:54:59.779055 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8b12da3c-3bb2-4483-a3e6-1c48af8138ec req-6f0ac5a0-d988-49ab-9fed-dd444be6f734 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456607
Jun 01 12:55:00.981593 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11a34-4e99-49f4-9447-3f03f969983c req-1782da9d-da2c-4a45-8703-6d11784d7a72 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:00.983005 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8d11a34-4e99-49f4-9447-3f03f969983c req-1782da9d-da2c-4a45-8703-6d11784d7a72 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0921488
Jun 01 12:55:01.036157 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8d11a34-4e99-49f4-9447-3f03f969983c req-52fab19f-52ef-4970-98d4-9907bab36433 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470626
Jun 01 12:55:01.949208 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a951adf8-eb13-44b0-a909-f16f86047afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:02.034221 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:02.255686 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729422c3-bf97-4be3-856d-2308a3daccf0 req-b1855e18-6df4-44cd-828b-65e127f63fff tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:02.257032 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-729422c3-bf97-4be3-856d-2308a3daccf0 req-b1855e18-6df4-44cd-828b-65e127f63fff tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 943 time: 0.0969884
Jun 01 12:55:02.276611 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:55:02.305855 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-729422c3-bf97-4be3-856d-2308a3daccf0 req-02665d9f-6e96-434f-b1d8-2ca51e76c5b6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428212
Jun 01 12:55:02.416168 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:02.430133 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'port_id': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'mac_address': 'fa:16:3e:4b:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:55:02.486365 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:02.507024 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:55:02.522882 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:02.529714 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:02.532073 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-87a1b70b-90b8-4872-a93c-411c8f1f1244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:02.601807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:02.609727 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.609976 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.610291 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.610621 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.610998 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.611336 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.611662 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.611996 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.612324 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.612648 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.612970 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.613297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:02.617475 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:02.773918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:55:03.107658 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:03.524736 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66edaf4-f8a4-4f4d-b986-a6f3058eb62f req-ef52ba22-5272-41f0-a51e-fc062381b885 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:03.526233 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a66edaf4-f8a4-4f4d-b986-a6f3058eb62f req-ef52ba22-5272-41f0-a51e-fc062381b885 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 944 time: 0.1029160
Jun 01 12:55:03.575678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a66edaf4-f8a4-4f4d-b986-a6f3058eb62f req-1682d064-b98e-41b0-9aa7-7e4ae1ba336b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436723
Jun 01 12:55:04.295572 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:04.371329 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:04.376278 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:04.376691 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:04.508508 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:04.539064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:04.541567 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a3690-d03b-4d23-acd6-5bf5ddc131a2" -d '{"events": [{"server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "name": "network-vif-plugged", "status": "completed", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:04.550982 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:04.556550 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:04.559522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:04.592074 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b78f9-f5be-4663-b4a8-3a54fea6046f x-openstack-request-id: req-e52b78f9-f5be-4663-b4a8-3a54fea6046f {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:04.592396 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "name": "network-vif-plugged", "status": "completed", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:04.592659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e52b78f9-f5be-4663-b4a8-3a54fea6046f {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:04.593053 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'code': 200}
Jun 01 12:55:04.642918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:04.646076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:04.762886 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:04.779749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184533f3-3a87-46b4-8f9b-e27f03e499c6 req-191bfaef-6c10-4ce2-ab06-5cacf5c619c2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:04.781326 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-184533f3-3a87-46b4-8f9b-e27f03e499c6 req-191bfaef-6c10-4ce2-ab06-5cacf5c619c2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0910621
Jun 01 12:55:04.841011 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-184533f3-3a87-46b4-8f9b-e27f03e499c6 req-0a9a3b69-ca8f-4ee8-afff-056e2bf128b3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530856
Jun 01 12:55:04.896550 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de459-358c-4f9f-b4a2-a0afcb9cae90 req-8aaf9d88-33f8-4416-9942-39d121e727b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:04.898214 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b88de459-358c-4f9f-b4a2-a0afcb9cae90 req-8aaf9d88-33f8-4416-9942-39d121e727b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1098 time: 0.0742695
Jun 01 12:55:04.946078 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b88de459-358c-4f9f-b4a2-a0afcb9cae90 req-e4e1e3ce-ddae-46f9-a92a-bf4123d55a33 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403059
Jun 01 12:55:06.053383 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1b711-4354-425c-8d41-d0563e75430c req-8bf33e81-2b54-4432-bedf-c70f52f143c9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:06.054901 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68c1b711-4354-425c-8d41-d0563e75430c req-8bf33e81-2b54-4432-bedf-c70f52f143c9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0965760
Jun 01 12:55:06.105301 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-68c1b711-4354-425c-8d41-d0563e75430c req-5421ef3f-5d52-4e6b-9120-ba9083fb0a5a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418239
Jun 01 12:55:06.322865 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9bf12-db7a-428c-9a62-be38557908c5 req-309caf4e-e183-4c1b-9036-9f5cb67814ac tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:06.324340 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6d9bf12-db7a-428c-9a62-be38557908c5 req-309caf4e-e183-4c1b-9036-9f5cb67814ac tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0966403
Jun 01 12:55:06.382686 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e6d9bf12-db7a-428c-9a62-be38557908c5 req-1f84d768-e35c-472a-8693-e70fc9668e34 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519474
Jun 01 12:55:06.409508 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58714) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:06.628560 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3829867-d036-4b41-99c1-5a3d5ae23a43 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:06.630919 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d3829867-d036-4b41-99c1-5a3d5ae23a43 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1093 time: 0.2200916
Jun 01 12:55:06.636892 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58720) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:06.645256 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'port_id': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:06.651543 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:06.655369 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:floatingip and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:06.658202 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:06.665098 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:06.677400 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:06.821908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:06.968669 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.27.2.48 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/5b4529ea-f767-4f80-a093-fb0a68d09d5c) {{(pid=103770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:07.119819 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:07.153108 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:07.156766 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02c10935-b9ef-4104-a1d5-f31a5519fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:07.221731 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:07.224331 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:07.228811 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:07.230291 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:55:07.258282 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=5b4529ea-f767-4f80-a093-fb0a68d09d5c,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:07.375239 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.375609 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.375976 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.376323 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.376679 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.377080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.377421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.377940 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.378319 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.378685 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.379047 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.379392 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:07.387953 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:07.781614 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:07.860963 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:08.105371 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:08.111009 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2031218'] for port, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:08.115028 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-12c8630b-2cef-4c51-b15b-a8201216cd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:08.224897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=5b4529ea-f767-4f80-a093-fb0a68d09d5c,revision_number=2']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:08.227940 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:08.242820 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:08.418718 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP adfc8a49-ae54-43ac-8df0-c55ccb0f9939 associated. External IP: 172.27.2.48, port: fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25.
Jun 01 12:55:08.804359 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:55:09.101021 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:09.111538 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:09.124695 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:09.125477 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a3970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:09.130091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:09.191124 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9f6ab3ab-b504-4f2e-a98b-74620f8e972b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5525391
Jun 01 12:55:09.192269 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:09.194156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4311db2-8125-4c9c-8331-4178d2c0700b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:09.240076 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15d53a-b7a7-46a3-84cf-53f168d4b36c x-openstack-request-id: req-8a15d53a-b7a7-46a3-84cf-53f168d4b36c {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:09.240732 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:09.240732 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a15d53a-b7a7-46a3-84cf-53f168d4b36c {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:09.241101 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'status': 'completed', 'code': 200}
Jun 01 12:55:09.313537 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:09.351339 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-22323902-084b-4baf-bb1b-8b9073d0feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:09.352789 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-22323902-084b-4baf-bb1b-8b9073d0feea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1098 time: 0.0887501
Jun 01 12:55:09.492389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-5c791da8-0658-4e72-b913-1324e0e231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:09.493844 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-5c791da8-0658-4e72-b913-1324e0e231e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1335535
Jun 01 12:55:09.601288 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-a3adf12e-5e87-4403-8d25-acdaf22df7b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 200  len: 998 time: 0.0999024
Jun 01 12:55:09.665599 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-11c13d60-b828-431c-95b6-d1dda095aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:09.667067 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-11c13d60-b828-431c-95b6-d1dda095aa01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0589902
Jun 01 12:55:09.683943 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a3970>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'adfc8a49-ae54-43ac-8df0-c55ccb0f9939', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:4b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:07Z', 'updated_at': '2021-06-01T12:55:07Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:09.688294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:09.697879 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:09.698496 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a3970>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:09.751572 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-29b73974-8790-48c8-84d8-9fa40359c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:09.753893 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-29b73974-8790-48c8-84d8-9fa40359c496 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801086
Jun 01 12:55:09.879371 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:09.896618 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-763d1e84-73c9-4d3d-b8cc-71775b1d70dd service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332734
Jun 01 12:55:10.043125 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d4311db2-8125-4c9c-8331-4178d2c0700b req-0fe7ab9b-4f82-4464-9e96-0b90bbaec72c service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394186
Jun 01 12:55:10.305132 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc1a3970>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'adfc8a49-ae54-43ac-8df0-c55ccb0f9939', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:4b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:07Z', 'updated_at': '2021-06-01T12:55:07Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:10.309195 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78ea37-0d0f-40cc-8395-e0bad0d68735 None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'adfc8a49-ae54-43ac-8df0-c55ccb0f9939', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:4b:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:07Z', 'updated_at': '2021-06-01T12:55:07Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:10.510971 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8925f3-8094-40b1-9090-a601fd6cab4d None None] New status for floating IP adfc8a49-ae54-43ac-8df0-c55ccb0f9939: ACTIVE {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:55:11.648281 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2587-d1dd-408a-94aa-78f6cb63827a req-ea1ca222-e609-463b-b882-8e7b3f6731c3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:11.649893 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2bba2587-d1dd-408a-94aa-78f6cb63827a req-ea1ca222-e609-463b-b882-8e7b3f6731c3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.0952909
Jun 01 12:55:11.699566 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2bba2587-d1dd-408a-94aa-78f6cb63827a req-b1dd3bdc-4895-492d-bbf4-5d78a88eae82 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416362
Jun 01 12:55:12.920030 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142b96-15a1-4171-a535-99cbbadc4971 req-1d440af9-b9fd-4939-bfd2-40cdea7b2bee tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:12.921590 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c142b96-15a1-4171-a535-99cbbadc4971 req-1d440af9-b9fd-4939-bfd2-40cdea7b2bee tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.1019700
Jun 01 12:55:12.983508 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1c142b96-15a1-4171-a535-99cbbadc4971 req-ea65ca77-7932-4b21-b449-599dcd52e834 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups?id=0611636c-0024-4eb1-9c25-7325d2a35e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521512
Jun 01 12:55:13.119401 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-c607b64a-3f75-4717-afc8-6ac027cce609 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:13.120082 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-c607b64a-3f75-4717-afc8-6ac027cce609 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Synchronizing usage tracker for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:55:13.139682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-c607b64a-3f75-4717-afc8-6ac027cce609 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Unset dirty status for tenant:171fb0871af643a6bc91d522c6da7c04 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:55:13.141388 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-c607b64a-3f75-4717-afc8-6ac027cce609 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 947 time: 0.1128576
Jun 01 12:55:13.289171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Deleting port b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:13.289521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:13.445638 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] For port b4338b5d-32bd-44d9-b488-b566b9e35658, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4338b5d-32bd-44d9-b488-b566b9e35658,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:13.445982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:13.751741 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:13.751991 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:13.752759 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Floating IP 85dc8cb6-6996-49c4-8b6c-ca205b953c6a disassociated. External IP: 172.27.2.157, port: b4338b5d-32bd-44d9-b488-b566b9e35658.
Jun 01 12:55:13.753588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Calling delete_port for b4338b5d-32bd-44d9-b488-b566b9e35658 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:13.985439 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:13.992360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-56e6610d-5556-4607-bd93-c7c33ae1dc57 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:14.045112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'Port': ['ID=b4338b5d-32bd-44d9-b488-b566b9e35658,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:14.048773 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:14.161919 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0fd430b5-2bad-4b62-a382-af4f3ec5d2ff req-d0f18aec-3b2f-4e9b-b6c5-a02dcc9b2cfd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3aeba1b-c6d5-4aaa-ab75-2193a97eed46 HTTP/1.1" status: 200  len: 210 time: 0.0524933
Jun 01 12:55:14.257077 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:55:14.463942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:14.474888 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:14.487346 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:14.488303 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3106a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:14.540968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] No DVR routers for this DVR port b4338b5d-32bd-44d9-b488-b566b9e35658 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:55:14.543737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:14.546717 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-deleted', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:14.549328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62428c5-88f9-4594-904f-52b099943732" -d '{"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-deleted", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:14.565159 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1c1dc5a7-c63c-489b-a0ce-ce07246b88d3 req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.60 "DELETE /v2.0/ports/b4338b5d-32bd-44d9-b488-b566b9e35658 HTTP/1.1" status: 204  len: 173 time: 1.4173024
Jun 01 12:55:14.597514 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9dbc46-764e-4e19-a2b8-8c14c552f9f9 x-openstack-request-id: req-ce9dbc46-764e-4e19-a2b8-8c14c552f9f9 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:14.597514 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aeba1b-c6d5-4aaa-ab75-2193a97eed46", "name": "network-vif-deleted", "tag": "b4338b5d-32bd-44d9-b488-b566b9e35658", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:14.597514 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce9dbc46-764e-4e19-a2b8-8c14c552f9f9 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:14.598521 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aeba1b-c6d5-4aaa-ab75-2193a97eed46', 'name': 'network-vif-deleted', 'tag': 'b4338b5d-32bd-44d9-b488-b566b9e35658', 'status': 'completed', 'code': 200}
Jun 01 12:55:14.685726 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:15.029212 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3106a0>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:15.033770 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:15.043092 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:15.043737 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3106a0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:15.235088 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:15.460283 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:15.594597 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3106a0>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:15.599013 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00463661-a61a-49cb-8e55-aa45b5f1a912 None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d', 'name': '', 'network_id': 'ab4d2d97-d91f-49fa-934f-cdd501e29b6b', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'mac_address': 'fa:16:3e:c6:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:35Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'subnets': [{'id': 'c2a97489-c93b-427c-b153-055a28c050b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:15.836833 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f7727-18e2-4433-8054-5d0a30c76136 None None] New status for floating IP 85dc8cb6-6996-49c4-8b6c-ca205b953c6a: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:55:16.334554 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58752) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:16.402910 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.432670 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.491071 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.494949 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e9354425-d808-4039-b3bb-32de5bb64d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:16.510985 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611636c-0024-4eb1-9c25-7325d2a35e62,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:16.513739 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:16.524123 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.525353 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-5ef596a7-d9ca-4cbe-97f5-24361e1dc958 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "DELETE /v2.0/security-groups/0611636c-0024-4eb1-9c25-7325d2a35e62 HTTP/1.1" status: 204  len: 168 time: 0.1897590
Jun 01 12:55:16.528233 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58756) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:16.545380 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.api.v2.resource [None req-544def6a-c086-432b-920c-33b749759669 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] show failed (client error): The resource could not be found.
Jun 01 12:55:16.546362 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-544def6a-c086-432b-920c-33b749759669 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "GET /v2.0/security-groups/0611636c-0024-4eb1-9c25-7325d2a35e62 HTTP/1.1" status: 404  len: 347 time: 0.0172238
Jun 01 12:55:16.549467 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58760) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:16.789216 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Deleting port 2a7caa84-3fb7-47a7-8370-57c1f526ea2b {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:16.789697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.927460 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:16.927689 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:17.051430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Calling delete_port for 2a7caa84-3fb7-47a7-8370-57c1f526ea2b owned by network:floatingip {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:17.175448 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:17.179385 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b1866aa2-df96-4e9f-8f44-25431ab83bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:17.229843 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Pushing event deleted for resources: {'Port': ['ID=2a7caa84-3fb7-47a7-8370-57c1f526ea2b,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:17.232108 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:17.324166 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks [] for floatingip, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:17.339646 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:17.343162 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-aba11ec6-2404-456a-9ef7-a5a49652cd61 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] 10.222.0.86 "DELETE /v2.0/floatingips/85dc8cb6-6996-49c4-8b6c-ca205b953c6a HTTP/1.1" status: 204  len: 168 time: 0.7917345
Jun 01 12:55:18.366601 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:55:18.403860 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: b4338b5d-32bd-44d9-b488-b566b9e35658 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:55:18.404225 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device b4338b5d-32bd-44d9-b488-b566b9e35658 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:55:20.204697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58784) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:21.028183 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:21.462702 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Deleting port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:21.463448 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:21.591218 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] For port b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:21.591548 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:21.723776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Calling delete_port for b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d owned by network:router_interface {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:22.033205 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:22.037655 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0e45b5fa-84e5-4ccb-8ae0-02fa08c24872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:22.084788 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:22.087957 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:22.492697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:22.871749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Router 62c1d130-9077-4265-b95b-281868419074 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:55:23.059832 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:23.069810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Sync routers for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:23.072888 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2435172c-db88-471e-b41b-eed468e24f65 admin admin] 10.222.0.86 "PUT /v2.0/routers/62c1d130-9077-4265-b95b-281868419074/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8668118
Jun 01 12:55:23.075728 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58792) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:23.080375 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:23.081061 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2b76d7d30>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:23.278852 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:23.318062 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:23.460661 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:23.554674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Deleting port 40c4c441-eeb3-4b68-be43-13dc99720ef4 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:23.555045 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:23.616320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2b76d7d30>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:55:21Z', 'revision_number': 5, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port': {'id': '40c4c441-eeb3-4b68-be43-13dc99720ef4', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1d130-9077-4265-b95b-281868419074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:20Z', 'updated_at': '2021-06-01T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:23.620293 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Checking router: 62c1d130-9077-4265-b95b-281868419074 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:23.629388 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Routers {'62c1d130-9077-4265-b95b-281868419074'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:23.630416 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2b76d7d30>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['62c1d130-9077-4265-b95b-281868419074'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:23.678622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] For port 40c4c441-eeb3-4b68-be43-13dc99720ef4, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=40c4c441-eeb3-4b68-be43-13dc99720ef4,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:23.679028 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:23.794028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] Set router 62c1d130-9077-4265-b95b-281868419074 gateway port host: None {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:23.800445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Calling delete_port for 40c4c441-eeb3-4b68-be43-13dc99720ef4 owned by network:router_gateway {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:23.904829 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2b76d7d30>, [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:55:23Z', 'revision_number': 6, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:23.909578 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c61998-6ef9-4d6f-bf4a-6d13a67719b0 None None] The sync data for ids ['62c1d130-9077-4265-b95b-281868419074'] in dv-cinder-776307-6-iscsi is: [{'id': '62c1d130-9077-4265-b95b-281868419074', 'name': 'tempest-AttachVolumeShelveTestJSON-1711061705-router', 'tenant_id': '171fb0871af643a6bc91d522c6da7c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:19Z', 'updated_at': '2021-06-01T12:55:23Z', 'revision_number': 6, 'project_id': '171fb0871af643a6bc91d522c6da7c04', 'gw_port_host': None}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:24.184196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.187894 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f9129805-e006-4d1d-b266-c677146750dc tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:24.234372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c4c441-eeb3-4b68-be43-13dc99720ef4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:24.237671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:24.334454 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.510415 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.512869 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.539782 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.540309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c1d130-9077-4265-b95b-281868419074 {{(pid=103769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 12:55:24.558581 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.559762 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/62c1d130-9077-4265-b95b-281868419074 HTTP/1.1" status: 204  len: 168 time: 1.4830539
Jun 01 12:55:24.562466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58796) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:24.625620 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Deleting subnet c2a97489-c93b-427c-b153-055a28c050b9 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 12:55:24.629184 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.683311 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.739469 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 40c4c441-eeb3-4b68-be43-13dc99720ef4 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:55:24.773342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:24.775739 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 40c4c441-eeb3-4b68-be43-13dc99720ef4 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:55:24.776140 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 40c4c441-eeb3-4b68-be43-13dc99720ef4 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:55:24.776569 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:55:24.813572 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:55:24.813924 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device b2b3ced6-eb2c-4b75-b5ac-72ead7ea715d not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:55:25.041992 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.046079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:25.089588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a97489-c93b-427c-b153-055a28c050b9,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:25.092592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:25.095989 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.103208 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc971b46-03f6-4c3c-874d-f19de5e9149a None None] Network ab4d2d97-d91f-49fa-934f-cdd501e29b6b requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:55:25.103457 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f50bd51a-b103-427f-a543-beee83af196d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c2a97489-c93b-427c-b153-055a28c050b9 HTTP/1.1" status: 204  len: 168 time: 0.5399106
Jun 01 12:55:25.106901 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58800) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:25.225724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.302452 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Deleting port f1f883c0-ada4-498b-9754-7285d8ac0b9a {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:25.302731 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.359056 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] DHCP port deletion for ab4d2d97-d91f-49fa-934f-cdd501e29b6b request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 12:55:25.410799 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] For port f1f883c0-ada4-498b-9754-7285d8ac0b9a, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f1f883c0-ada4-498b-9754-7285d8ac0b9a,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:25.411188 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.426931 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Deleting port f1f883c0-ada4-498b-9754-7285d8ac0b9a {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:55:25.427329 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.534354 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] For port f1f883c0-ada4-498b-9754-7285d8ac0b9a, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=f1f883c0-ada4-498b-9754-7285d8ac0b9a,segment=NetworkSegment(11bddaf1-1bbc-4bf3-a46d-8450458f3c92),segment_id=11bddaf1-1bbc-4bf3-a46d-8450458f3c92)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:25.534951 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.649861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Calling delete_port for f1f883c0-ada4-498b-9754-7285d8ac0b9a owned by network:dhcp {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:25.661279 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Calling delete_port for f1f883c0-ada4-498b-9754-7285d8ac0b9a owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:55:25.699825 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.704049 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:25.709668 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.713377 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:25.750876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f883c0-ada4-498b-9754-7285d8ac0b9a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:25.753732 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:25.754547 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] No DVR routers for this DVR port f1f883c0-ada4-498b-9754-7285d8ac0b9a on host dv-cinder-776307-6-iscsi {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:55:25.763785 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Pushing event deleted for resources: {'Port': ['ID=f1f883c0-ada4-498b-9754-7285d8ac0b9a,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:25.769087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:25.772207 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abeb9d-d4c7-41b9-a048-a6fd338ee672 None None] No DVR routers for this DVR port f1f883c0-ada4-498b-9754-7285d8ac0b9a on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:55:25.876618 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.890627 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b6e8ff70>,) {'filters': {'network_id': ['ab4d2d97-d91f-49fa-934f-cdd501e29b6b']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:25.903164 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6e8ff70>, '11bddaf1-1bbc-4bf3-a46d-8450458f3c92') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:25.903408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6e8ff70>, '11bddaf1-1bbc-4bf3-a46d-8450458f3c92') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:25.914781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.932301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.939029 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 12:55:25.939421 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 12:55:25.953038 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 12:55:26.038132 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.044104 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-610a0b08-81d1-404f-893f-e138fb4bbc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:26.058553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.068932 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4d2d97-d91f-49fa-934f-cdd501e29b6b,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:26.072131 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:26.088966 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] 10.222.0.86 "DELETE /v2.0/networks/ab4d2d97-d91f-49fa-934f-cdd501e29b6b HTTP/1.1" status: 204  len: 168 time: 0.9809060
Jun 01 12:55:26.225541 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58806) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:26.290121 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-60328cc4-9fe5-43ec-b257-76b5b8660f44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=171fb0871af643a6bc91d522c6da7c04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0626607
Jun 01 12:55:26.292986 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58810) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:26.354409 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.381429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.441429 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.445064 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-39984c82-ca5b-4e95-8b54-ffe77dda36c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:26.459446 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f95b650-5ec7-48d8-b41a-ed2cda893bd8,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:26.463306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:26.467070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:26.467837 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-abfa1be9-8a9d-46b9-b8cf-12288f01272c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f95b650-5ec7-48d8-b41a-ed2cda893bd8 HTTP/1.1" status: 204  len: 168 time: 0.1739361
Jun 01 12:55:26.734638 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f1f883c0-ada4-498b-9754-7285d8ac0b9a no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:55:26.769932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: f1f883c0-ada4-498b-9754-7285d8ac0b9a {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:55:26.771002 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device f1f883c0-ada4-498b-9754-7285d8ac0b9a not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:55:27.344423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58834) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:27.473392 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-505170361-network', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:27.478600 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:27.482805 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Usage tracker for resource:network and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:27.485998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:27.492465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:27.505130 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Made reservation on behalf of 2b6db2259c194e1d8ac34025c6e903dc for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:55:27.507622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.520555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.541346 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:27.548187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:27.553253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:27.562552 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:27.665426 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.672036 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.677055 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-55c2757c-82dd-492b-a3a7-381a53c0a19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:27.705756 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 12:55:27.714596 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6289d0c-3b55-4a61-9995-c9e4ef912b30,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:27.718260 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:27.720750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.721133 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Added segment b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa of type vlan for network 5008e50a-5411-469f-ac97-1d3ba12e148f
Jun 01 12:55:27.749314 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.781894 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.783483 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:27.784088 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:27.788582 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0fe01e2f-2961-4d93-a555-54bd50e07fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:27.890533 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Pushing event updated for resources: {'Network': ['ID=5008e50a-5411-469f-ac97-1d3ba12e148f,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:27.893836 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5480297
Jun 01 12:55:27.894790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:27.898250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58840) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:27.902555 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 5008e50a-5411-469f-ac97-1d3ba12e148f details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 12:55:27.904211 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Request body: {'subnet': {'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-505170361-subnet', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:27.909420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:27.913878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Usage tracker for resource:subnet and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:27.916847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:27.922858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:27.934719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Made reservation on behalf of 2b6db2259c194e1d8ac34025c6e903dc for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:55:27.937137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.350331 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.354021 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0be1f121-e456-4fd0-ac56-c2f1d1f86842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:28.426828 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335fd243-b792-47d2-baf6-6786e591baa4,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:28.431548 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:28.439092 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Checking segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:55:28.439452 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Network hostable DHCP agents. Network: 5008e50a-5411-469f-ac97-1d3ba12e148f, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 12:55:28.461989 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 12:55:28.474293 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 5008e50a-5411-469f-ac97-1d3ba12e148f) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:28.484610 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6d4a5-146f-4a5b-b13d-01fe3d3132bc None None] Network 5008e50a-5411-469f-ac97-1d3ba12e148f requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:55:28.484807 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:28.485392 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.507784 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f32d535f-4934-475f-a57d-464605183080 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6083505
Jun 01 12:55:28.510604 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58844) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:28.515640 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:28.520237 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:28.524548 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Usage tracker for resource:router and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:28.527453 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:28.533123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:28.545698 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64788'] for router, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.546910 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-861280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64799'] for router, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.561985 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.709810 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7d7b44a-2297-5df4-90df-7a35468add1e-5008e50a-5411-469f-ac97-1d3ba12e148f', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4'}]}} from dv-cinder-776307-6-iscsi. {{(pid=103771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 01 12:55:28.710895 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:28.874363 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.db_base_plugin_common [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Allocated IP 172.20.0.2 (5008e50a-5411-469f-ac97-1d3ba12e148f/335fd243-b792-47d2-baf6-6786e591baa4/01dff645-2c58-4090-9e77-f5418c1ba13c) {{(pid=103771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:28.938910 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64873'] for router, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.086328 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.096845 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Transition to ACTIVE for port object 01dff645-2c58-4090-9e77-f5418c1ba13c will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:29.115825 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Transition to ACTIVE for port object 01dff645-2c58-4090-9e77-f5418c1ba13c will not be triggered until provisioned by entity DHCP. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:29.122588 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243'] for port, after_create {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.127067 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-60e5a700-1615-447a-8036-4c6eb0754937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:29.194204 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is already hosted by enough agents. {{(pid=103771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:29.197179 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.scheduler.base_scheduler [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Resources bound (agent type, host, resource id):  {{(pid=103771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:29.201103 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Received port after_create {{(pid=103771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:29.207854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Pushing event updated for resources: {'Port': ['ID=01dff645-2c58-4090-9e77-f5418c1ba13c,revision_number=1']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:29.236025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:29.275687 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.297738 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Attempting to bind port 01dff645-2c58-4090-9e77-f5418c1ba13c on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:55:29.298111 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Attempting to bind port 01dff645-2c58-4090-9e77-f5418c1ba13c by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:55:29.298479 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Attempting to bind port 01dff645-2c58-4090-9e77-f5418c1ba13c on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:55:29.304531 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:55:29.304904 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Checking segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:55:29.305310 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.305703 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Bound using segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:55:29.306174 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Bound port: 01dff645-2c58-4090-9e77-f5418c1ba13c, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:55:29.306553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.306689 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.400459 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-86050f07-ebe7-4491-8ec7-0ae1a24a0058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.412490 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] For port 01dff645-2c58-4090-9e77-f5418c1ba13c, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:55:29.415821 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] For port 01dff645-2c58-4090-9e77-f5418c1ba13c, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=01dff645-2c58-4090-9e77-f5418c1ba13c,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:55:29.420737 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.424532 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:29.459534 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Allocated IP 172.27.2.65 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/ba018163-58a7-45e4-b168-990a2a393826) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:29.510206 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Pushing event updated for resources: {'Port': ['ID=01dff645-2c58-4090-9e77-f5418c1ba13c,revision_number=2']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:29.512995 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:29.641198 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.698612 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:29.713884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2b8b323c-11d3-4562-bd70-74af28ef7e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:29.781015 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:29.784227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:29.788503 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:29.830322 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Pushing event updated for resources: {'Port': ['ID=ba018163-58a7-45e4-b168-990a2a393826,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:29.834761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:30.279373 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:30.470999 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81b06f-4fea-4e2b-811d-766ba20605d6 None None] Network 5008e50a-5411-469f-ac97-1d3ba12e148f requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 12:55:30.572247 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-30b43a67-3c76-4886-b99a-8c9bbbf13c4f None None] Provisioning for port 01dff645-2c58-4090-9e77-f5418c1ba13c completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:30.788837 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 01dff645-2c58-4090-9e77-f5418c1ba13c up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:30.802109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776171'] for router, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:30.867116 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port 01dff645-2c58-4090-9e77-f5418c1ba13c completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:30.872904 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 01dff645-2c58-4090-9e77-f5418c1ba13c triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:30.873316 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.014232 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.024894 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 is scheduled to L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda with binding_index 1 {{(pid=103769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 01 12:55:31.039036 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-21a23e43-ff43-484d-84b5-ea0b5cc39bfa None None] Provisioning complete for port 01dff645-2c58-4090-9e77-f5418c1ba13c triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:31.039412 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-21a23e43-ff43-484d-84b5-ea0b5cc39bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.098349 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port 01dff645-2c58-4090-9e77-f5418c1ba13c, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=01dff645-2c58-4090-9e77-f5418c1ba13c,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:31.104922 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.108650 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:31.211124 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:31.220345 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:31.227556 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=01dff645-2c58-4090-9e77-f5418c1ba13c,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:31.230519 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:31.231172 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6340>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:31.232838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:31.244249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.248174 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7340593
Jun 01 12:55:31.248480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58850) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:31.421999 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:31.732359 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6340>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:30Z', 'revision_number': 3, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:31.736271 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:31.736634 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Updating router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 port ba018163-58a7-45e4-b168-990a2a393826 binding host dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:55:31.800062 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:31.943010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-23004edd-9116-425f-95e7-30a4a7e013eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.081678 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.104616 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.195538 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks [] for port, precommit_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.209195 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.provisioning_blocks [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Transition to ACTIVE for port object ba018163-58a7-45e4-b168-990a2a393826 will not be triggered until provisioned by entity L2. {{(pid=103772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:32.216283 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.219997 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:32.296901 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Attempting to bind port ba018163-58a7-45e4-b168-990a2a393826 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:55:32.297638 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Attempting to bind port ba018163-58a7-45e4-b168-990a2a393826 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:55:32.297638 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Attempting to bind port ba018163-58a7-45e4-b168-990a2a393826 on network cb78ed3c-b650-4b42-9123-f1aafa07d470 {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:55:32.309103 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Pushing event updated for resources: {'Port': ['ID=ba018163-58a7-45e4-b168-990a2a393826,revision_number=2']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:32.311472 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:55:32.311860 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Checking segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:55:32.312470 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.312646 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Bound using segment: {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'} {{(pid=103772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:55:32.313118 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.managers [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Bound port: ba018163-58a7-45e4-b168-990a2a393826, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20509b83-5d95-4c3f-8fa6-8db9b29162d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}}] {{(pid=103772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:55:32.313487 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.339622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Allocated IP 172.20.0.1 (5008e50a-5411-469f-ac97-1d3ba12e148f/335fd243-b792-47d2-baf6-6786e591baa4/c492dbde-b525-4673-a8ef-25f6840be632) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:32.347640 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.348240 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.348808 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.349633 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.349919 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.350546 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.351178 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.352171 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.352338 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.352882 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.353244 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.353586 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:55:32.363275 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:32.404971 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] For port ba018163-58a7-45e4-b168-990a2a393826, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:55:32.408119 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] For port ba018163-58a7-45e4-b168-990a2a393826, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=ba018163-58a7-45e4-b168-990a2a393826,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:55:32.412958 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.417968 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-5794abc9-ee52-426c-a92c-4186da04bc6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:32.502231 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:32.502974 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6340>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:32.511269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.527836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Transition to ACTIVE for port object c492dbde-b525-4673-a8ef-25f6840be632 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:32.554269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.559082 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:32.573381 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Pushing event updated for resources: {'Port': ['ID=ba018163-58a7-45e4-b168-990a2a393826,revision_number=3']} {{(pid=103772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:32.576571 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-00563288-2c68-4631-8e27-2ccf726e0bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:32.626262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:32.629281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:32.633413 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:32.669239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:32.673825 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:32.694049 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663706'] for router_interface, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.716334 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:32.765957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 01dff645-2c58-4090-9e77-f5418c1ba13c up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:32.842104 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port 01dff645-2c58-4090-9e77-f5418c1ba13c triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:32.842478 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.907838 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-3e1a31b7-bd04-4214-80d8-da97f3ba60bf None None] Provisioning for port c492dbde-b525-4673-a8ef-25f6840be632 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:32.916381 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-3e1a31b7-bd04-4214-80d8-da97f3ba60bf None None] Provisioning complete for port c492dbde-b525-4673-a8ef-25f6840be632 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:32.916758 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3e1a31b7-bd04-4214-80d8-da97f3ba60bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:32.998201 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.022091 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a31b7-bd04-4214-80d8-da97f3ba60bf None None] Port c492dbde-b525-4673-a8ef-25f6840be632 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:55:33.027813 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6340>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:30Z', 'revision_number': 3, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:33.032146 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0b2f7-ef07-45f3-9a61-a717d9a4a573 None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:30Z', 'revision_number': 3, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:33.101719 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.279489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.286057 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.313404 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7da183d4-0ed9-467f-8b90-52507aeeab0e tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:33.401025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:33.405820 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:33.406801 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663607'] for router_interface, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.557137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:33.558368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:33.854137 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-7087ebed-9586-4e0a-9f3e-7a126b55fa8f None None] Provisioning complete for port c492dbde-b525-4673-a8ef-25f6840be632 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:33.854942 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7087ebed-9586-4e0a-9f3e-7a126b55fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:33.896449 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:55:33.914868 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-7087ebed-9586-4e0a-9f3e-7a126b55fa8f None None] Port c492dbde-b525-4673-a8ef-25f6840be632 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:55:34.082884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:34.092889 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] 10.222.0.86 "PUT /v2.0/routers/3a99583e-f215-4c8e-a0ee-9d0a062d72d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8435304
Jun 01 12:55:34.550944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58860) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:34.557466 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633698787', 'description': 'tempest-description--141489994'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:34.566410 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:34.567699 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:34.571682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:34.575396 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:34.579147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:34.579913 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc923fd0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:34.582079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:34.595449 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.618641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:34.622852 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:34.625939 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:34.632626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:34.719922 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.728113 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.732368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2ed4593f-9b63-44c7-87c7-33dbfa4b6995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:34.781748 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:34.781998 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d8ede-d975-46d9-9683-a934ddcfdf5d,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:34.785563 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.789839 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2350001
Jun 01 12:55:34.789839 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ef201ed0-0dec-4a7a-9f54-00bc7afd2b02 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:34.790104 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58864) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:34.795836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group_rule': {'security_group_id': '8c7d8ede-d975-46d9-9683-a934ddcfdf5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:34.802398 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:34.806345 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:34.809256 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:34.815444 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:34.832693 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device ba018163-58a7-45e4-b168-990a2a393826 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:34.836680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.908528 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.919048 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.924492 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.926912 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-861852be-8f6a-41c0-9a92-d154f91a35d1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:34.950918 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f50986-288c-4142-a639-74f5bdbcd54c,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:34.955936 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:34.962304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:34.963573 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-675f9d08-892d-400b-ad25-9e15e68db229 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1724136
Jun 01 12:55:34.966275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58868) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:34.971644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group_rule': {'security_group_id': '8c7d8ede-d975-46d9-9683-a934ddcfdf5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:34.977935 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:34.981963 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:34.984967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:34.991227 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:35.009798 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.073841 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port ba018163-58a7-45e4-b168-990a2a393826 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:35.082462 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port ba018163-58a7-45e4-b168-990a2a393826 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:35.082912 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.084085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.089210 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.096125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0cef33ce-1907-4f32-8d63-dd937e047285 tempest-TestMinimumBasicScenario-946309172 tempest-TestMinimumBasicScenario-946309172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:35.118323 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6343c4-54d8-427c-b0a7-a856bc36fbf7,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:35.122023 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:35.132338 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.133606 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1663258
Jun 01 12:55:35.137023 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 58872) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:35.143996 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:35.151012 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:35.155214 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:floatingip and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:35.158230 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:35.165453 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:35.190623 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.302244 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.324010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port ba018163-58a7-45e4-b168-990a2a393826, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=ba018163-58a7-45e4-b168-990a2a393826,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:35.326465 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc923fd0>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:33Z', 'revision_number': 2, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:35.331575 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.333827 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-aee15ad1-cf96-4c3f-afab-1b9228ab7d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:35.353073 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.368984 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:35.369356 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Updating router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 port c492dbde-b525-4673-a8ef-25f6840be632 binding host dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 01 12:55:35.456207 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.472635 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=ba018163-58a7-45e4-b168-990a2a393826,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:35.477724 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:35.502101 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Allocated IP 172.27.2.76 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/ed8f5f8e-457a-4fad-86de-0adc25216955) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:35.668404 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.702454 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.707573 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:35.776497 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:35.779954 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:35.783595 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:35.822638 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=ed8f5f8e-457a-4fad-86de-0adc25216955,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:35.830680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:35.837759 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks [] for port, precommit_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.849873 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Transition to ACTIVE for port object c492dbde-b525-4673-a8ef-25f6840be632 will not be triggered until provisioned by entity L2. {{(pid=103771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:35.859144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.864393 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-81232f93-2f63-417f-9e2c-59ef9009fe60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:35.873420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:35.944976 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.056945 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a900db-6251-4a48-8f72-6fc3f190a339 None None] Pushing event updated for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=3']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:36.095998 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3a900db-6251-4a48-8f72-6fc3f190a339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:36.126553 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Attempting to bind port c492dbde-b525-4673-a8ef-25f6840be632 on host dv-cinder-776307-6-iscsi for vnic_type normal with profile  {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:55:36.127127 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Attempting to bind port c492dbde-b525-4673-a8ef-25f6840be632 by drivers openvswitch,hyperv on host dv-cinder-776307-6-iscsi at level 0 using segments [{'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:55:36.127606 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Attempting to bind port c492dbde-b525-4673-a8ef-25f6840be632 on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:55:36.134463 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Checking agent: {'id': '7456919f-5c76-4521-a737-2abccb6bc1b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 37, 32), 'started_at': datetime.datetime(2021, 6, 1, 12, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:55:36.135066 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Checking segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:55:36.135582 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.136076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Bound using segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} {{(pid=103771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:55:36.136706 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.managers [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Bound port: c492dbde-b525-4673-a8ef-25f6840be632, host: dv-cinder-776307-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}}] {{(pid=103771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:55:36.137205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.176501 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.181928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.186778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1ffe9ff3-8b98-43ed-a143-69c768d4565c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:36.233276 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] For port c492dbde-b525-4673-a8ef-25f6840be632, host dv-cinder-776307-6-iscsi, cleared binding levels {{(pid=103771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:55:36.239397 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] For port c492dbde-b525-4673-a8ef-25f6840be632, host dv-cinder-776307-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=c492dbde-b525-4673-a8ef-25f6840be632,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:55:36.248223 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.253011 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:36.301997 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=ed8f5f8e-457a-4fad-86de-0adc25216955,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:36.306354 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:36.313566 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.341857 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.341857 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2013965
Jun 01 12:55:36.342253 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:36.342950 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc923fd0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:36.433828 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a900db-6251-4a48-8f72-6fc3f190a339 None None] Pushing event updated for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:36.439438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3a900db-6251-4a48-8f72-6fc3f190a339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:36.558407 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:36.662499 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-e8b8c53c-adc2-4737-82a5-d05b24f77549 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--633698787&fields=id&tenant_id=2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 267 time: 0.0445843
Jun 01 12:55:36.766012 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device ba018163-58a7-45e4-b168-990a2a393826 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:36.829082 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-cc975606-8c0c-4c9c-b201-f3b1dcd90d04 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:36.830541 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-cc975606-8c0c-4c9c-b201-f3b1dcd90d04 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 810 time: 0.1613476
Jun 01 12:55:36.846490 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-805a827f-bc57-45c2-ad09-ed7f167a3ba1 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/quotas/2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 375 time: 0.0097950
Jun 01 12:55:36.922256 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port ba018163-58a7-45e4-b168-990a2a393826 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:36.922941 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:36.948147 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-78b684e0-d649-4d2a-850a-dbf8bfb1543b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958493
Jun 01 12:55:36.965852 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-efbfa076-62f5-40ac-84ea-fa3a5311c520 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:55:36.967004 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-efbfa076-62f5-40ac-84ea-fa3a5311c520 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060654
Jun 01 12:55:37.039659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc923fd0>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:36Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:37.057839 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06477ba1-fc77-4313-aeed-35a81e70af5b None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:36Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:37.134781 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3b9c125b-f6d0-48b2-a584-9b2cef73a1f4 service neutron] 10.222.0.86 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577256
Jun 01 12:55:37.279453 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-1ec0fb26-a00f-45a5-b100-040f4293a7ed service neutron] 10.222.0.86 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458414
Jun 01 12:55:37.687861 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4a1ab717-0045-4c1a-94fa-af2409d12074 req-a6e807ba-da8f-4ae3-b587-bfd855495928 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 210 time: 0.2485671
Jun 01 12:55:38.789650 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device c492dbde-b525-4673-a8ef-25f6840be632 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:38.848969 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e8805901-2fed-487b-ae48-677803bfc6ab req-e1a485ea-caf4-4193-9bd8-ce11e15f16b7 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 210 time: 0.0450709
Jun 01 12:55:38.878018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning for port c492dbde-b525-4673-a8ef-25f6840be632 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:38.884546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port c492dbde-b525-4673-a8ef-25f6840be632 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:38.885672 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:38.978761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-b54b3865-f5db-4fa4-bc66-9111fcd165e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:38.979436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-b54b3865-f5db-4fa4-bc66-9111fcd165e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:network {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:55:38.999552 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-b54b3865-f5db-4fa4-bc66-9111fcd165e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:network {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:55:39.001255 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-b54b3865-f5db-4fa4-bc66-9111fcd165e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 810 time: 0.2046943
Jun 01 12:55:39.024978 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:39.064297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] For port c492dbde-b525-4673-a8ef-25f6840be632, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=c492dbde-b525-4673-a8ef-25f6840be632,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:39.069929 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:39.072211 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:39.083571 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-e6856ad1-38d2-43fd-bd91-755598508a29 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:55:39.104037 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-e6856ad1-38d2-43fd-bd91-755598508a29 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:55:39.105408 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-e6856ad1-38d2-43fd-bd91-755598508a29 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 379 time: 0.0694757
Jun 01 12:55:39.116758 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'port': {'device_id': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'admin_state_up': True, 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'security_groups': ['8c7d8ede-d975-46d9-9683-a934ddcfdf5d']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:39.147687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Pushing event updated for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:39.151152 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:39.382950 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:55:39.387175 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:port and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:55:39.390384 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:55:39.397109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:55:39.408327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Made reservation on behalf of 2b6db2259c194e1d8ac34025c6e903dc for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:55:39.413140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:39.599010 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Allocated IP 172.20.0.10 (5008e50a-5411-469f-ac97-1d3ba12e148f/335fd243-b792-47d2-baf6-6786e591baa4/eccb06a2-894c-41e6-915d-96241538994d) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:55:39.802702 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:39.819528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Transition to ACTIVE for port object eccb06a2-894c-41e6-915d-96241538994d will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:39.846005 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:39.852125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d7c0914f-b6d6-46e0-9744-4df94cc5d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:39.927833 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:55:39.931292 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:55:39.935212 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:55:39.968711 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:39.977740 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:40.012282 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:40.013176 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.039710 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9270577
Jun 01 12:55:40.052405 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-7eac9ebd-c6d3-44df-9652-cb0d84b6b08a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:55:40.053673 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-7eac9ebd-c6d3-44df-9652-cb0d84b6b08a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059979
Jun 01 12:55:40.063008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f003-12a7-41f6-8539-0b1e5edf7db4 req-38fd5168-7ffd-4cd6-ad45-8659d1cf13c7 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:40.064573 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1649f003-12a7-41f6-8539-0b1e5edf7db4 req-38fd5168-7ffd-4cd6-ad45-8659d1cf13c7 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 932 time: 0.0998330
Jun 01 12:55:40.071081 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Request body: {'port': {'device_id': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:40.119931 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1649f003-12a7-41f6-8539-0b1e5edf7db4 req-c61b14b0-2c0f-4b90-8dd0-493eab6e600a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475802
Jun 01 12:55:40.179504 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5b2543db-4320-41a1-a982-0109e5fb9c8d None None] Provisioning for port eccb06a2-894c-41e6-915d-96241538994d completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:40.185087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5b2543db-4320-41a1-a982-0109e5fb9c8d None None] Provisioning complete for port eccb06a2-894c-41e6-915d-96241538994d triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:40.185455 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5b2543db-4320-41a1-a982-0109e5fb9c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.199725 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.241569 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-5b2543db-4320-41a1-a982-0109e5fb9c8d None None] Port eccb06a2-894c-41e6-915d-96241538994d cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:55:40.604122 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccb06a2-894c-41e6-915d-96241538994d {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:55:40.612315 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.631403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Transition to ACTIVE for port object eccb06a2-894c-41e6-915d-96241538994d will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:55:40.636131 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.640649 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:40.757812 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device c492dbde-b525-4673-a8ef-25f6840be632 up at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:40.789141 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Pushing event updated for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:40.792187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:40.884864 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Provisioning complete for port c492dbde-b525-4673-a8ef-25f6840be632 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:40.885249 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:40.907225 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Attempting to bind port eccb06a2-894c-41e6-915d-96241538994d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:55:40.907521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Attempting to bind port eccb06a2-894c-41e6-915d-96241538994d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:55:40.907905 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Attempting to bind port eccb06a2-894c-41e6-915d-96241538994d on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:55:40.913358 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Port eccb06a2-894c-41e6-915d-96241538994d on network 5008e50a-5411-469f-ac97-1d3ba12e148f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:55:40.913775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Attempting to bind port eccb06a2-894c-41e6-915d-96241538994d on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:55:40.919506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:55:40.919860 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Checking segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:55:40.920244 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Bound using segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:55:40.920689 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Bound port: eccb06a2-894c-41e6-915d-96241538994d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:55:40.921045 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:41.024275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:55:41.027642 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eccb06a2-894c-41e6-915d-96241538994d,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:55:41.036521 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:41.040394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:41.103580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:41.104509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:41.105938 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] 10.222.0.60 "PUT /v2.0/ports/eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 1094 time: 1.0391102
Jun 01 12:55:41.109498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:41.114369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f7718-4b5a-4a69-94d8-8c49cf49aafd" -d '{"events": [{"name": "network-changed", "server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "tag": "eccb06a2-894c-41e6-915d-96241538994d"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:41.144592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Pushing event updated for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:41.146873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:41.241544 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-dd82bc24-9436-41f6-8a6e-06635702bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:41.243254 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-dd82bc24-9436-41f6-8a6e-06635702bcc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1097 time: 0.0900455
Jun 01 12:55:41.252275 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e019291-704c-48c0-b31f-5172f695b271 x-openstack-request-id: req-8e019291-704c-48c0-b31f-5172f695b271 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:41.252613 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "tag": "eccb06a2-894c-41e6-915d-96241538994d", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:41.252906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e019291-704c-48c0-b31f-5172f695b271 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:41.253461 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d', 'status': 'completed', 'code': 200}
Jun 01 12:55:41.325802 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-babe5556-577f-4a63-a218-17d54519bd96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 217 time: 0.0677438
Jun 01 12:55:41.333494 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8079d71-62e1-4275-8215-3e50808983fd req-a540ace6-0de2-404d-bab6-1cfda240b31e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:41.335215 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8079d71-62e1-4275-8215-3e50808983fd req-a540ace6-0de2-404d-bab6-1cfda240b31e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 944 time: 0.0900788
Jun 01 12:55:41.384722 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c8079d71-62e1-4275-8215-3e50808983fd req-24ced76e-fc9e-4930-879f-b23bdf01587e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437214
Jun 01 12:55:41.396933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-a5e4c280-6bb1-44ae-ad40-b1bf331966cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:41.398332 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-a5e4c280-6bb1-44ae-ad40-b1bf331966cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0633817
Jun 01 12:55:41.596861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a790-d77a-4489-9308-afc72326aa8d req-2747b11a-b6fa-4b3f-8ae8-ec4cf5793d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:41.598719 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-2747b11a-b6fa-4b3f-8ae8-ec4cf5793d22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1899188
Jun 01 12:55:41.752415 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-c96beea3-bfbd-4624-9649-455a513f7d51 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424763
Jun 01 12:55:41.901504 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-cb09a790-d77a-4489-9308-afc72326aa8d req-f51ea363-b704-408c-8ce8-00f4dfdc7fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417403
Jun 01 12:55:42.044854 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-fbefc7fa-f518-467b-bebb-d2c7aeab8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:42.046363 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-fbefc7fa-f518-467b-bebb-d2c7aeab8ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1097 time: 0.0825169
Jun 01 12:55:42.185928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-d5b77f11-5684-4271-9d64-e4960ec91e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:42.187480 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-d5b77f11-5684-4271-9d64-e4960ec91e72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1327250
Jun 01 12:55:42.268842 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-f05ddd97-5ca1-4905-b893-c608f0c8c865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 217 time: 0.0734856
Jun 01 12:55:42.339486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-70a71013-ecd0-42f2-bebf-b81f0001293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:42.340774 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-70a71013-ecd0-42f2-bebf-b81f0001293b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0619621
Jun 01 12:55:42.435744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-27010ae8-4e97-43dd-be13-392049983390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:42.437467 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-27010ae8-4e97-43dd-be13-392049983390 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878327
Jun 01 12:55:42.581205 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-57e2246d-e5c6-4d56-b2f6-1b862fe44b81 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333690
Jun 01 12:55:42.598077 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0ecf5-f673-4bed-a27a-b26cd30c03e4 req-ecf583bf-f236-4bc9-85ab-923560972979 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:42.599429 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-94c0ecf5-f673-4bed-a27a-b26cd30c03e4 req-ecf583bf-f236-4bc9-85ab-923560972979 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 944 time: 0.0937951
Jun 01 12:55:42.659766 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-94c0ecf5-f673-4bed-a27a-b26cd30c03e4 req-8a65c23b-1ebb-44a6-b556-69a5afc7736a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530913
Jun 01 12:55:42.751807 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-738f7718-4b5a-4a69-94d8-8c49cf49aafd req-02fc1f42-8c0f-448a-8785-3a3435cffaa1 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621161
Jun 01 12:55:43.882627 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade29e5-f01a-4505-b637-f1a97af9b73f req-622e3ff7-2660-483b-829a-87baee9fa786 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:43.884205 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cade29e5-f01a-4505-b637-f1a97af9b73f req-622e3ff7-2660-483b-829a-87baee9fa786 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 944 time: 0.1086385
Jun 01 12:55:43.938138 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cade29e5-f01a-4505-b637-f1a97af9b73f req-c4cf0e34-3280-490a-bc62-147fcc15e1d8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450230
Jun 01 12:55:44.231500 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:55:44.487044 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device eccb06a2-894c-41e6-915d-96241538994d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:55:44.637766 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eccb06a2-894c-41e6-915d-96241538994d,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:44.655840 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'eccb06a2-894c-41e6-915d-96241538994d', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'port_id': 'eccb06a2-894c-41e6-915d-96241538994d', 'mac_address': 'fa:16:3e:75:2a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:55:44.718028 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:44.735925 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccb06a2-894c-41e6-915d-96241538994d {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:55:44.753917 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eccb06a2-894c-41e6-915d-96241538994d,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:44.761203 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:44.763212 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:44.831770 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:44.834996 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:45.005740 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['eccb06a2-894c-41e6-915d-96241538994d'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:55:45.143684 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfade48-8e49-4b8c-b7bf-104c0b08c360 req-1ec1b47b-2f63-4ad0-8cf6-f42ff8f473a6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:45.145284 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2cfade48-8e49-4b8c-b7bf-104c0b08c360 req-1ec1b47b-2f63-4ad0-8cf6-f42ff8f473a6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 945 time: 0.0890517
Jun 01 12:55:45.196377 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2cfade48-8e49-4b8c-b7bf-104c0b08c360 req-20b3bfc5-7619-468e-8107-a4b9821c85f6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434880
Jun 01 12:55:45.411217 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:46.404362 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876f54-e815-4eb9-aaa0-5b0395f317bf req-a53163cd-d61f-4828-ad0d-197ef8e1c6ad tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:46.406059 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-85876f54-e815-4eb9-aaa0-5b0395f317bf req-a53163cd-d61f-4828-ad0d-197ef8e1c6ad tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 945 time: 0.0967388
Jun 01 12:55:46.476487 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-85876f54-e815-4eb9-aaa0-5b0395f317bf req-9d71bc68-33bf-48f0-b9c5-a962d4dc42b0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613701
Jun 01 12:55:46.491179 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device eccb06a2-894c-41e6-915d-96241538994d up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:55:46.568389 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port eccb06a2-894c-41e6-915d-96241538994d completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:55:46.574708 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port eccb06a2-894c-41e6-915d-96241538994d triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:55:46.575411 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:46.709351 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:46.750085 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:46.753974 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e4f31-b475-401c-a0c2-af613f11bdff" -d '{"events": [{"server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "name": "network-vif-plugged", "status": "completed", "tag": "eccb06a2-894c-41e6-915d-96241538994d"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:46.767668 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eccb06a2-894c-41e6-915d-96241538994d,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:55:46.774102 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:46.776236 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:55:46.811298 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc0c07-cecc-48c5-ab32-664cd9d5eada x-openstack-request-id: req-fafc0c07-cecc-48c5-ab32-664cd9d5eada {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:46.811573 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "name": "network-vif-plugged", "status": "completed", "tag": "eccb06a2-894c-41e6-915d-96241538994d", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:46.811746 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fafc0c07-cecc-48c5-ab32-664cd9d5eada {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:46.812135 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d', 'code': 200}
Jun 01 12:55:46.853993 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:55:46.857320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:55:47.136819 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759e53-894a-4d2d-9de7-629348106898 req-d740e650-e25f-477e-8380-ce03092e6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:47.138401 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e759e53-894a-4d2d-9de7-629348106898 req-d740e650-e25f-477e-8380-ce03092e6d45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.1399684
Jun 01 12:55:47.186062 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e759e53-894a-4d2d-9de7-629348106898 req-a30ed741-18bb-4624-8994-1ca2c179379c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371289
Jun 01 12:55:47.684051 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec69b4-e9c0-4cd6-bddb-763911bbe883 req-78449e12-5d5b-454b-952c-8f5d8269cf96 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:47.685467 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d8ec69b4-e9c0-4cd6-bddb-763911bbe883 req-78449e12-5d5b-454b-952c-8f5d8269cf96 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0882945
Jun 01 12:55:47.734840 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d8ec69b4-e9c0-4cd6-bddb-763911bbe883 req-54e03986-4bb8-466b-9ccf-9edfe9746986 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427778
Jun 01 12:55:48.955460 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf7443-730a-4e3c-b698-87936b2b52b8 req-df2359fc-2754-435b-ba3a-1d3f6629532b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:48.956933 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dbbf7443-730a-4e3c-b698-87936b2b52b8 req-df2359fc-2754-435b-ba3a-1d3f6629532b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1020505
Jun 01 12:55:49.008309 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-dbbf7443-730a-4e3c-b698-87936b2b52b8 req-c37fb7d4-73d4-4780-b877-06855d9d7cf2 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433052
Jun 01 12:55:49.222634 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848cef-b5e3-4a7a-8cbb-73cfddf7efbd req-7bdebb2e-b39a-4abd-9d12-10c85315620d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:49.224081 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a848cef-b5e3-4a7a-8cbb-73cfddf7efbd req-7bdebb2e-b39a-4abd-9d12-10c85315620d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0987849
Jun 01 12:55:49.238025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 58940) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:55:49.245148 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'floatingip': {'port_id': 'eccb06a2-894c-41e6-915d-96241538994d'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:55:49.327080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:50.176295 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:50.182599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:50.378180 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Floating IP 0b0bc6ad-6ae5-4590-a085-ea81b81af84c associated. External IP: 172.27.2.76, port: eccb06a2-894c-41e6-915d-96241538994d.
Jun 01 12:55:50.783936 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:55:50.829812 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-c3f5768e-001d-4cd9-9fe8-7ee9ed83ec0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0885599
Jun 01 12:55:50.982303 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:55:50.983288 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-d0e11cad-18f5-4890-96b8-422078f4936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:50.985133 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-d0e11cad-18f5-4890-96b8-422078f4936a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 1098 time: 0.0756381
Jun 01 12:55:50.987091 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:55:50.994564 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:55:51.005515 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:51.006115 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6880>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:51.047492 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-19aa5012-df8f-4d06-ac9f-cd699172d09c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "PUT /v2.0/floatingips/0b0bc6ad-6ae5-4590-a085-ea81b81af84c HTTP/1.1" status: 200  len: 991 time: 1.8053699
Jun 01 12:55:51.047492 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:55:51.051285 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861e666-0a64-48b3-af57-99d72e1ad77f" -d '{"events": [{"name": "network-changed", "server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "tag": "eccb06a2-894c-41e6-915d-96241538994d"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:55:51.168139 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b13288-c255-4ec8-b96a-a8d508a5a81c x-openstack-request-id: req-71b13288-c255-4ec8-b96a-a8d508a5a81c {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:55:51.168580 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "tag": "eccb06a2-894c-41e6-915d-96241538994d", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:55:51.168881 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71b13288-c255-4ec8-b96a-a8d508a5a81c {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:55:51.169349 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d', 'status': 'completed', 'code': 200}
Jun 01 12:55:51.173258 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-393084e5-0d1a-4143-bcdd-ba4118fa69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:51.175814 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-393084e5-0d1a-4143-bcdd-ba4118fa69fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1680865
Jun 01 12:55:51.227441 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:51.459510 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-c1c01e08-630c-4d67-ab13-35485af72441 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 200  len: 1000 time: 0.2757728
Jun 01 12:55:51.526156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-571c0ba5-46c9-4a15-9e52-ef3bb4e2f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:51.527764 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-571c0ba5-46c9-4a15-9e52-ef3bb4e2f46f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.2854571
Jun 01 12:55:51.556766 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-856bdb4a-58ac-41bc-9c33-b4902697ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:51.558299 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-856bdb4a-58ac-41bc-9c33-b4902697ff2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0914242
Jun 01 12:55:51.604822 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6880>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '0b0bc6ad-6ae5-4590-a085-ea81b81af84c', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'eccb06a2-894c-41e6-915d-96241538994d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:75:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:35Z', 'updated_at': '2021-06-01T12:55:49Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:51.608909 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:55:51.617862 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:55:51.619229 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6880>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:55:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:51.737588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-f3b677a4-8dcd-4a59-b884-06e1a044d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:51.739098 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-f3b677a4-8dcd-4a59-b884-06e1a044d122 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.2025397
Jun 01 12:55:51.746917 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-634bfff6-a5cc-4c2b-ae34-46f2b5c9d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:51.748390 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-634bfff6-a5cc-4c2b-ae34-46f2b5c9d879 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1823010
Jun 01 12:55:51.840373 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:55:51.941847 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-5c84f21d-c80a-48e6-a26c-b834d4d53f9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 999 time: 0.1923440
Jun 01 12:55:52.033273 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-ce265e3d-f543-42ab-a9c8-7da1a8e60804 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257278
Jun 01 12:55:52.060878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-eb97581a-0b27-47d4-9adb-ef496caae3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:52.062909 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-eb97581a-0b27-47d4-9adb-ef496caae3bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.1058230
Jun 01 12:55:52.208417 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc4c6880>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '0b0bc6ad-6ae5-4590-a085-ea81b81af84c', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'eccb06a2-894c-41e6-915d-96241538994d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:75:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:35Z', 'updated_at': '2021-06-01T12:55:49Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:55:52.213005 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ebbb1-e4c6-441a-b1fe-d0a884b3b96c None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '0b0bc6ad-6ae5-4590-a085-ea81b81af84c', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'eccb06a2-894c-41e6-915d-96241538994d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:75:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:55:35Z', 'updated_at': '2021-06-01T12:55:49Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:55:52.244209 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-1769ad6f-bea7-4476-aa18-b1aa3cf574c6 req-77883640-b91f-4088-ba4a-718a31da7bbb service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020073
Jun 01 12:55:52.253881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-def45d70-11c8-4109-9590-1a6de5b4bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:55:52.255631 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-def45d70-11c8-4109-9590-1a6de5b4bf69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1836812
Jun 01 12:55:52.407313 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-34a263ed-ed09-46b1-b1b4-fae74692bd0a service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443317
Jun 01 12:55:52.417472 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c29a0-1665-4169-9935-9bc8d6c3e1ce None None] New status for floating IP 0b0bc6ad-6ae5-4590-a085-ea81b81af84c: ACTIVE {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:55:52.551330 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-a861e666-0a64-48b3-af57-99d72e1ad77f req-45ed7441-2cca-4731-b5fb-e6b6c62954d0 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343014
Jun 01 12:55:59.362459 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a4c7-cc3b-47c6-801a-baa66e2a36b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:01.950069 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a1c1-27b0-47f6-a617-8167ec1e844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:02.046578 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:03.105791 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:04.772541 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:15.411635 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:21.235413 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:56:29.359914 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-707891a6-08d8-442d-86ee-3b9b1bfb99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:31.949753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-bca621e8-b77c-4e59-acf2-f94b9a203a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:32.043106 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:33.105590 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:34.776135 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:41.071240 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4eed-57fb-4ff5-91a3-a98462cce3b3 req-3aaf4cb7-e503-4ade-b960-bc2839aad86d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:41.074395 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-01df4eed-57fb-4ff5-91a3-a98462cce3b3 req-3aaf4cb7-e503-4ade-b960-bc2839aad86d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1042140
Jun 01 12:56:41.121341 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-01df4eed-57fb-4ff5-91a3-a98462cce3b3 req-d1aadbd3-328f-454f-a67f-d9611cef078b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411022
Jun 01 12:56:42.357444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd2ba6-a523-429f-80d3-a18755ab13d5 req-d28de527-c086-4859-adc3-e87498de4329 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:42.359256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bebd2ba6-a523-429f-80d3-a18755ab13d5 req-d28de527-c086-4859-adc3-e87498de4329 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0935962
Jun 01 12:56:42.422478 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-bebd2ba6-a523-429f-80d3-a18755ab13d5 req-f5527e0c-9de6-4ea7-abec-ae665511e8c9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571442
Jun 01 12:56:43.619897 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66add6a1-f5b5-40d2-8f59-24cd38ba7fd5 req-d5d4c668-2fc9-472a-82f1-a96bb9e93332 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:43.621355 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66add6a1-f5b5-40d2-8f59-24cd38ba7fd5 req-d5d4c668-2fc9-472a-82f1-a96bb9e93332 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0873230
Jun 01 12:56:43.676209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-66add6a1-f5b5-40d2-8f59-24cd38ba7fd5 req-56ea9082-d39b-41fe-869a-dee858c328e8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487030
Jun 01 12:56:44.890608 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb390-ea56-409b-83a7-b7344fd308da req-c07cd729-9c7c-4b96-80a4-97f34c2b3635 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:44.892156 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d18fb390-ea56-409b-83a7-b7344fd308da req-c07cd729-9c7c-4b96-80a4-97f34c2b3635 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1063068
Jun 01 12:56:44.945719 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d18fb390-ea56-409b-83a7-b7344fd308da req-dc2ce99f-501c-44c6-93bb-9f1bb2ded8eb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454209
Jun 01 12:56:45.415962 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:46.178444 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4e448-1d60-4931-996d-ecd8d58dd046 req-806dab9b-7407-479f-83bc-aa1eff485eb4 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:46.179932 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7fc4e448-1d60-4931-996d-ecd8d58dd046 req-806dab9b-7407-479f-83bc-aa1eff485eb4 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1132298
Jun 01 12:56:46.229673 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7fc4e448-1d60-4931-996d-ecd8d58dd046 req-b45441ae-9cef-4b55-9a82-f661684ab509 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416863
Jun 01 12:56:47.434263 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3f429-a0d5-4799-b301-5d070135c239 req-72ec3b43-60f7-4ded-9d18-cbb5e6721ed9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:47.435743 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-06a3f429-a0d5-4799-b301-5d070135c239 req-72ec3b43-60f7-4ded-9d18-cbb5e6721ed9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0959766
Jun 01 12:56:47.596627 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-06a3f429-a0d5-4799-b301-5d070135c239 req-eb8fcf7e-cb17-477c-a3a5-b940407226a7 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549685
Jun 01 12:56:48.814125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ec456-ae4d-4a69-a32d-83327a032733 req-02169662-eda8-40c8-8b5e-f1f9ab8c626b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:48.815657 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4a6ec456-ae4d-4a69-a32d-83327a032733 req-02169662-eda8-40c8-8b5e-f1f9ab8c626b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0835581
Jun 01 12:56:48.863161 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4a6ec456-ae4d-4a69-a32d-83327a032733 req-6cfb6548-3c7f-4fea-8101-c0f296ffc800 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414548
Jun 01 12:56:50.081854 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b53fc2-eba6-4655-ad72-07a4c4940182 req-0200cec4-14ef-4df2-b9cb-2b7b5c11a8e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:50.083549 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4b53fc2-eba6-4655-ad72-07a4c4940182 req-0200cec4-14ef-4df2-b9cb-2b7b5c11a8e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0965323
Jun 01 12:56:50.138451 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d4b53fc2-eba6-4655-ad72-07a4c4940182 req-504c5cab-2197-48b1-a65d-5869bc1f8e74 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448811
Jun 01 12:56:51.365654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eee59-94d6-4069-b756-c5b6eca529e8 req-f7686595-0ab6-4bb3-9e35-cc4f6efd2d2b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:51.367163 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f47eee59-94d6-4069-b756-c5b6eca529e8 req-f7686595-0ab6-4bb3-9e35-cc4f6efd2d2b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0923681
Jun 01 12:56:51.419817 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f47eee59-94d6-4069-b756-c5b6eca529e8 req-35585fb5-0269-4381-8341-4a6afd01ebb5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460329
Jun 01 12:56:51.612794 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-085551bb-6a0d-4f38-8ba8-9c3a7a0a060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:51.614363 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-085551bb-6a0d-4f38-8ba8-9c3a7a0a060c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.0785375
Jun 01 12:56:51.787764 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-17ffd14d-edcf-4128-8256-a7047e9e4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:51.789271 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-17ffd14d-edcf-4128-8256-a7047e9e4916 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1481338
Jun 01 12:56:51.904688 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-7b50d128-8893-45b3-a3ac-96a77bcf8a27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 1001 time: 0.1071596
Jun 01 12:56:51.983376 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-07631543-91a7-448d-a438-830f9d28932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:51.985235 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-07631543-91a7-448d-a438-830f9d28932a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0721376
Jun 01 12:56:52.066182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-04f6d5fa-4716-4f69-9fe8-d7eb994c601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:52.067630 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-04f6d5fa-4716-4f69-9fe8-d7eb994c601b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757995
Jun 01 12:56:52.332667 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-2fb9e429-9ffa-4339-b2c9-30650923c8e1 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553558
Jun 01 12:56:52.474416 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3e202a4-37d7-4f92-b7a7-15229400495b req-29be4204-fa28-4c2e-9f82-1b7d814c78f6 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342423
Jun 01 12:56:52.652832 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78dd7a-fdf9-4926-ab13-cb5b67d13e1d req-8f21f2f5-00ac-472d-a00b-e30184d801ee tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:52.654286 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4c78dd7a-fdf9-4926-ab13-cb5b67d13e1d req-8f21f2f5-00ac-472d-a00b-e30184d801ee tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1035213
Jun 01 12:56:52.707672 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4c78dd7a-fdf9-4926-ab13-cb5b67d13e1d req-a239ddef-50ac-4438-a628-64842df74da1 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473030
Jun 01 12:56:53.915960 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed35402-a959-4ed1-8d80-e42f30faf5b2 req-5ef6e276-05bb-46fe-b55c-0837b2db2996 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:53.917537 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ed35402-a959-4ed1-8d80-e42f30faf5b2 req-5ef6e276-05bb-46fe-b55c-0837b2db2996 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0924637
Jun 01 12:56:53.979366 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7ed35402-a959-4ed1-8d80-e42f30faf5b2 req-3cbd7456-508b-4b44-8cf6-39289376f66d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530248
Jun 01 12:56:55.179004 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59239a-eac5-4f9f-89dd-11f36db93ac2 req-624ec795-c23f-47b1-be50-63829de7e281 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:55.180779 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f59239a-eac5-4f9f-89dd-11f36db93ac2 req-624ec795-c23f-47b1-be50-63829de7e281 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0884278
Jun 01 12:56:55.229052 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0f59239a-eac5-4f9f-89dd-11f36db93ac2 req-c258b581-c6ff-4be6-96ca-f12a195dc537 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422649
Jun 01 12:56:56.452482 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92debd6-bf9e-4209-a759-e5273481ef01 req-68493e94-4222-407c-bd5f-462c5c5ab8dc tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:56.454332 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b92debd6-bf9e-4209-a759-e5273481ef01 req-68493e94-4222-407c-bd5f-462c5c5ab8dc tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0947988
Jun 01 12:56:56.505603 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b92debd6-bf9e-4209-a759-e5273481ef01 req-1d02ea52-66df-49ba-9b32-b7b7943093d1 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440769
Jun 01 12:56:56.879636 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46346ab-759d-49d2-ab9b-97aae598a06c req-7a6a2bdf-e819-4672-ac68-950500f0a721 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:56.882943 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d46346ab-759d-49d2-ab9b-97aae598a06c req-7a6a2bdf-e819-4672-ac68-950500f0a721 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1030550
Jun 01 12:56:56.920827 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-4dd69d7b-9e53-481b-90dc-20b3ff975387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:56.922345 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-4dd69d7b-9e53-481b-90dc-20b3ff975387 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.0811384
Jun 01 12:56:56.932718 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d46346ab-759d-49d2-ab9b-97aae598a06c req-79707e29-c01a-47c8-a424-25a23c416e22 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Jun 01 12:56:57.075846 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-23836bbd-e684-45e0-b043-74f19ae924eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:57.077288 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-23836bbd-e684-45e0-b043-74f19ae924eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1434469
Jun 01 12:56:57.189312 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-e7efbf18-c6ec-4f84-aa61-b6fd2ac7c4f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 1001 time: 0.0995421
Jun 01 12:56:57.264708 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-6cc84a59-fd89-4593-a125-4078bc1a8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:57.266196 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-6cc84a59-fd89-4593-a125-4078bc1a8b61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0696065
Jun 01 12:56:57.355955 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-1bead41b-8488-4de8-9cfe-ba07abb806c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:57.357480 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-1bead41b-8488-4de8-9cfe-ba07abb806c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837033
Jun 01 12:56:57.500881 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-74c93c76-f4a9-4db0-abb5-aa377690a954 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342716
Jun 01 12:56:57.648678 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb45af1-d89b-496c-bdaf-7c382bbfb17b req-5677f98d-0db4-4e56-ba05-14e34a6e33a0 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405792
Jun 01 12:56:58.140779 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef006b-54c9-4797-86e1-193ae7857998 req-9d176361-4cb2-4958-bb18-8cee5e35900c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:58.142230 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-39ef006b-54c9-4797-86e1-193ae7857998 req-9d176361-4cb2-4958-bb18-8cee5e35900c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0939646
Jun 01 12:56:58.191651 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-39ef006b-54c9-4797-86e1-193ae7857998 req-e3f9c981-941a-4ba7-8c33-4d24cbc164f5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406933
Jun 01 12:56:58.234708 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:56:59.355102 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5540c5a5-4a13-4cb6-913f-0b5b08dfbc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:56:59.396559 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92971b1a-d4ab-467f-a711-f86002053178 req-de222e19-cca7-4606-bfec-b6cb8cba3656 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:56:59.398042 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-92971b1a-d4ab-467f-a711-f86002053178 req-de222e19-cca7-4606-bfec-b6cb8cba3656 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0847249
Jun 01 12:56:59.450334 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-92971b1a-d4ab-467f-a711-f86002053178 req-9723405f-3e51-4ec5-998f-a274f1f42c50 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463665
Jun 01 12:57:01.951189 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-decd0f6b-e5a1-4a03-a82e-88a1b9ae19a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:02.044305 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:03.107978 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:04.778918 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:05.223799 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eff38-eac2-4821-8565-0f1c5086de69 req-47cfa59a-a46e-4708-b65f-143bc5cb4423 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:05.225301 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-842eff38-eac2-4821-8565-0f1c5086de69 req-47cfa59a-a46e-4708-b65f-143bc5cb4423 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0920136
Jun 01 12:57:05.273133 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-842eff38-eac2-4821-8565-0f1c5086de69 req-2fd947a6-3cf4-4a9d-bc1c-239d4b2b7fd6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405784
Jun 01 12:57:06.483480 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b533e-4cf5-4f3c-8991-624921180d4a req-402cedd3-7376-4947-bde9-698abc686458 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:06.484992 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae0b533e-4cf5-4f3c-8991-624921180d4a req-402cedd3-7376-4947-bde9-698abc686458 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0927179
Jun 01 12:57:06.536347 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ae0b533e-4cf5-4f3c-8991-624921180d4a req-a872ee10-e9cc-4061-bdb4-605ab5b47857 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430543
Jun 01 12:57:07.041634 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-580cd8ef-1dd0-409b-9394-27031d4752b4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:07.042309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-580cd8ef-1dd0-409b-9394-27031d4752b4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:57:07.064109 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-580cd8ef-1dd0-409b-9394-27031d4752b4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:57:07.065510 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-580cd8ef-1dd0-409b-9394-27031d4752b4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.1159391
Jun 01 12:57:07.220139 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:57:07.220480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:07.360659 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] For port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:57:07.361044 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:07.779482 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:07.780528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:07.780851 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP adfc8a49-ae54-43ac-8df0-c55ccb0f9939 disassociated. External IP: 172.27.2.48, port: fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25.
Jun 01 12:57:07.781199 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:57:07.879744 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff58d-dd40-428c-b5b2-4d680aba368e req-f42d8877-ca43-4611-ba56-b78da297a4e3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:07.881213 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eefff58d-dd40-428c-b5b2-4d680aba368e req-f42d8877-ca43-4611-ba56-b78da297a4e3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 945 time: 0.0847301
Jun 01 12:57:07.900472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:07.907810 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:07.928476 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eefff58d-dd40-428c-b5b2-4d680aba368e req-4bb893c1-9ea4-4220-8c18-c2ba1678e951 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413227
Jun 01 12:57:07.954306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:07.966498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.966919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.967331 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.967711 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.968085 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.968493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.968849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.969220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.969576 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.969938 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.970612 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:07.971044 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:08.024355 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:08.162131 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:57:08.349027 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:57:08.359335 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:57:08.371696 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:57:08.372409 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd130b80>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:57:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:08.428971 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] No DVR routers for this DVR port fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:57:08.431469 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:08.434396 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'name': 'network-vif-deleted', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:57:08.436751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95945d1c-fe8c-4f04-b9ee-b186eb7f4d91" -d '{"events": [{"server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "name": "network-vif-deleted", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:57:08.455319 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e7fefc14-582d-466e-8418-2e7913e6c4f8 req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "DELETE /v2.0/ports/fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 HTTP/1.1" status: 204  len: 173 time: 1.3827806
Jun 01 12:57:08.487505 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263ec971-a1df-4308-a05d-f54f57dd8b9f x-openstack-request-id: req-263ec971-a1df-4308-a05d-f54f57dd8b9f {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:57:08.487864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d169a4b-6ded-4909-94d6-0aa2faa4548e", "name": "network-vif-deleted", "tag": "fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:57:08.488166 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-263ec971-a1df-4308-a05d-f54f57dd8b9f {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:57:08.488617 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d169a4b-6ded-4909-94d6-0aa2faa4548e', 'name': 'network-vif-deleted', 'tag': 'fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25', 'status': 'completed', 'code': 200}
Jun 01 12:57:08.565645 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:57:08.914875 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd130b80>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:08.920667 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:57:08.929295 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:57:08.929907 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bd130b80>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:57:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:09.097800 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1370d726-edbd-49ab-8df1-0fa203cf17f3 req-81462233-42c9-4c19-b70a-252bb11d0866 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d169a4b-6ded-4909-94d6-0aa2faa4548e HTTP/1.1" status: 200  len: 210 time: 0.0465806
Jun 01 12:57:09.146338 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:57:09.487630 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bd130b80>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:09.491693 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaff39f-f5fa-47ba-b5e6-bb51137e388f None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:57:09.707840 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8368f-156f-4ef8-84d1-47d0452a6d16 None None] New status for floating IP adfc8a49-ae54-43ac-8df0-c55ccb0f9939: DOWN {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:57:10.490145 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-946b939a-6d9d-4ed5-91a4-35b2daa5a211 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197492085&fields=id&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 267 time: 0.0432432
Jun 01 12:57:10.667773 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-3de44235-6639-4cf5-96b9-068a9e12bd9d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:10.669255 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-3de44235-6639-4cf5-96b9-068a9e12bd9d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1698561
Jun 01 12:57:10.684887 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-6562103e-238f-4017-a547-0130d643dea0 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/quotas/3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 375 time: 0.0100868
Jun 01 12:57:10.780623 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-d5c26a21-5a78-4deb-8a8b-abe2417a0c6b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0866251
Jun 01 12:57:10.928209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e980e27b-5f58-410a-952e-34b302b04cc9 service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353934
Jun 01 12:57:10.929091 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:57:11.004930 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:57:11.005234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device fa9487bc-da5e-4fdf-b5e1-b95da1ec7c25 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:57:11.177518 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-f672a10d-68b8-492a-b80c-29f999f1d916 service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2426851
Jun 01 12:57:11.612288 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fb81246c-1a78-4906-8eea-9c1cfc300aa1 req-0ea92270-90a4-419b-97d8-37c56fd4d4d8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 210 time: 0.0463490
Jun 01 12:57:12.781382 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-fe1d5c58-98f2-4aab-91ed-de783989d159 req-201510ee-21ff-4842-b799-4b939f4cf828 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 210 time: 0.0474422
Jun 01 12:57:13.017308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-ef3623d7-2667-4a8d-b832-5aa1a32ac482 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:13.020043 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-ef3623d7-2667-4a8d-b832-5aa1a32ac482 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1561341
Jun 01 12:57:13.071725 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-c2420fb4-682f-4543-8521-52087ba4b5b4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 379 time: 0.0417964
Jun 01 12:57:13.086346 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'port': {'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'admin_state_up': True, 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'security_groups': ['27c395de-c3e0-4e02-bf33-e9461264cf90']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:57:13.226342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:57:13.230893 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:port and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:57:13.233931 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:57:13.240057 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:57:13.252190 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Made reservation on behalf of 3c7a70c2760a4a7fbc8dfeb40f0c65a0 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:57:13.255952 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:13.427242 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.20.0.9 (2affacec-d57b-42a7-be8b-46f6420dd426/777371fd-1f2b-433b-acc9-11f1490983cd/0f20b0cb-33b5-42aa-b4fa-5828007be3b0) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:57:13.623134 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:13.639684 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Transition to ACTIVE for port object 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:57:13.666267 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:13.673916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-3911fffe-631d-4fbf-9b79-bb26b2db912e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:13.748923 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:57:13.752250 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:57:13.756037 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:57:13.789623 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:13.797629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:13.833313 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:13.834389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:13.864026 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7813094
Jun 01 12:57:13.880891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Request body: {'port': {'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:57:13.987562 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5bb80b4a-5589-4df3-90a3-96794df75dea None None] Provisioning for port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:57:13.994226 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888871b-974a-4c70-af7f-8328cbd49806 req-cb134552-ed38-4b72-934c-b76ab121932e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:13.994940 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-5bb80b4a-5589-4df3-90a3-96794df75dea None None] Provisioning complete for port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:57:13.995050 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5bb80b4a-5589-4df3-90a3-96794df75dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:13.995958 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f888871b-974a-4c70-af7f-8328cbd49806 req-cb134552-ed38-4b72-934c-b76ab121932e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 931 time: 0.0901802
Jun 01 12:57:14.050906 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f888871b-974a-4c70-af7f-8328cbd49806 req-38e15339-bdf6-4ac9-b8d9-954bc7ab5e00 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478528
Jun 01 12:57:14.051753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-5bb80b4a-5589-4df3-90a3-96794df75dea None None] Port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:57:14.113126 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:14.485588 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:57:14.497513 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:14.519575 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Transition to ACTIVE for port object 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:57:14.525860 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:14.530402 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6638356-31d4-4a30-bde0-4fbd0fca2901 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:14.691434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Pushing event updated for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:14.700260 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:14.804257 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Attempting to bind port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:57:14.804834 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Attempting to bind port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:57:14.805385 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Attempting to bind port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:57:14.814534 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 on network 2affacec-d57b-42a7-be8b-46f6420dd426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:57:14.815127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Attempting to bind port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:57:14.822841 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:57:14.823904 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:57:14.824330 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Bound using segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:57:14.824797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Bound port: 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:57:14.825187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:14.933352 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:57:14.936734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:57:14.943583 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:14.947484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:15.005821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.006276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:15.007713 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] 10.222.0.60 "PUT /v2.0/ports/0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 1093 time: 1.1315668
Jun 01 12:57:15.008246 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:57:15.010687 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33109f2-5be8-47b6-b8fd-49290d51968b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:57:15.033231 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Pushing event updated for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:15.036934 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:15.100430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ca4c11-8f2c-49c9-9644-77dccca6b6e0 x-openstack-request-id: req-a0ca4c11-8f2c-49c9-9644-77dccca6b6e0 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:57:15.100786 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:57:15.101071 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a0ca4c11-8f2c-49c9-9644-77dccca6b6e0 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:57:15.101511 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'status': 'completed', 'code': 200}
Jun 01 12:57:15.140474 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-953c02ba-ca9e-4419-b169-947e25b8ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.142119 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-953c02ba-ca9e-4419-b169-947e25b8ecc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1096 time: 0.0840304
Jun 01 12:57:15.216206 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-d8b545ab-ba95-4b06-8499-114943a2fc11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 217 time: 0.0642159
Jun 01 12:57:15.279742 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818d6d-b309-4bde-9463-e54bdeb6f45e req-b1e46d81-8063-43ae-8419-1f29a7ba50b5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.281208 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f818d6d-b309-4bde-9463-e54bdeb6f45e req-b1e46d81-8063-43ae-8419-1f29a7ba50b5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.1120100
Jun 01 12:57:15.297729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-b648a433-9e03-44dd-a67b-73ca4804b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.299263 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-b648a433-9e03-44dd-a67b-73ca4804b87a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0693078
Jun 01 12:57:15.335192 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-6f818d6d-b309-4bde-9463-e54bdeb6f45e req-afef2296-20cf-45f2-aa22-b01331baca3c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451472
Jun 01 12:57:15.385206 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-29b36d45-877e-4516-ad74-9f0c539795c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.387134 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-29b36d45-877e-4516-ad74-9f0c539795c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809631
Jun 01 12:57:15.434171 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:15.544789 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-d3896dd4-9d26-4109-9349-8d2c104ad9c9 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474953
Jun 01 12:57:15.691763 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-ac1d50d9-17eb-4914-bd7c-202eeba39799 req-e0517c03-01c8-4833-a9c2-6a64d8776595 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384397
Jun 01 12:57:15.862349 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-22d17b94-657c-4cd3-bf71-806ed513c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:15.863890 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-22d17b94-657c-4cd3-bf71-806ed513c4ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1096 time: 0.0920186
Jun 01 12:57:16.117498 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-9f6bd3d8-995c-4664-a73c-54620a92dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:16.118992 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-9f6bd3d8-995c-4664-a73c-54620a92dae5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.2428541
Jun 01 12:57:16.191630 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-c0950952-7231-4753-8399-bf2744d65b4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 217 time: 0.0652788
Jun 01 12:57:16.277234 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-e4c4f904-b471-40a4-85c5-c9743adae68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:16.278692 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-e4c4f904-b471-40a4-85c5-c9743adae68f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0620203
Jun 01 12:57:16.363251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-afa6c32d-62cd-4986-a6c7-c30b1caec2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:16.364801 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-afa6c32d-62cd-4986-a6c7-c30b1caec2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783696
Jun 01 12:57:16.504245 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-b9b9ae84-73f7-4b57-ab5d-3ed2edb2de80 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322300
Jun 01 12:57:16.533758 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5f602-275c-41f2-9eed-bbac8607338c req-bf4b1b89-c2cf-4512-ad3a-f00c21e465a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:16.535313 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3a5f602-275c-41f2-9eed-bbac8607338c req-bf4b1b89-c2cf-4512-ad3a-f00c21e465a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0900679
Jun 01 12:57:16.583827 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c3a5f602-275c-41f2-9eed-bbac8607338c req-acac6f7a-3c4f-4dee-9ff6-19466fde6d8a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426509
Jun 01 12:57:16.665573 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c33109f2-5be8-47b6-b8fd-49290d51968b req-248deb04-bb3a-41c6-95d9-bb04e0976992 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402743
Jun 01 12:57:17.787807 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6052-8098-4260-b317-272c4c7abe8e req-87aa5219-c9d9-461f-8b53-6bc9c255f25c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:17.789314 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8c4f6052-8098-4260-b317-272c4c7abe8e req-87aa5219-c9d9-461f-8b53-6bc9c255f25c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0910139
Jun 01 12:57:17.841209 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8c4f6052-8098-4260-b317-272c4c7abe8e req-2ea2d2f6-568a-474f-aabc-c0cf52247f72 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459578
Jun 01 12:57:19.054006 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990639-e112-4b8d-aaa8-d94f4e36f789 req-d618218b-6f07-4497-9aae-da9d0c0c66ec tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:19.055581 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-27990639-e112-4b8d-aaa8-d94f4e36f789 req-d618218b-6f07-4497-9aae-da9d0c0c66ec tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0884471
Jun 01 12:57:19.113231 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-27990639-e112-4b8d-aaa8-d94f4e36f789 req-c1d4bcfe-b396-4556-8429-e3d74df08e28 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514195
Jun 01 12:57:20.317482 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b53a-6769-47ba-a83e-2dd59e99acd6 req-3ca95616-9c7a-426e-874d-bf1b24491a70 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:20.320617 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f529b53a-6769-47ba-a83e-2dd59e99acd6 req-3ca95616-9c7a-426e-874d-bf1b24491a70 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0917773
Jun 01 12:57:20.378450 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f529b53a-6769-47ba-a83e-2dd59e99acd6 req-8b4bc207-736b-44e5-b7fc-c229d7c34f2e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490849
Jun 01 12:57:21.587136 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2068a-ed1b-4e86-898e-ec4b17117fc8 req-25ec6472-4cb2-44f5-9edb-cf14a8fdfad9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:21.588532 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ac2068a-ed1b-4e86-898e-ec4b17117fc8 req-25ec6472-4cb2-44f5-9edb-cf14a8fdfad9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0907254
Jun 01 12:57:21.641844 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0ac2068a-ed1b-4e86-898e-ec4b17117fc8 req-2c8ec361-3214-4499-b01c-ddb74ac0c041 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462642
Jun 01 12:57:22.879116 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c80b7-0201-4aa3-9f63-2bb187afff91 req-55fdb0b1-8746-42f0-9dda-4db84a49881c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:22.880678 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-195c80b7-0201-4aa3-9f63-2bb187afff91 req-55fdb0b1-8746-42f0-9dda-4db84a49881c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 943 time: 0.0990336
Jun 01 12:57:22.929737 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-195c80b7-0201-4aa3-9f63-2bb187afff91 req-842744dc-19da-455e-8db1-8f48772e4a38 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398173
Jun 01 12:57:23.020834 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:57:23.187541 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:57:23.204093 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:57:23.272036 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:23.290545 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:57:23.306945 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:57:23.312837 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:23.314987 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-cf53eb1a-1638-463a-af96-1e54e6ced81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:23.384325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:23.392003 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.392353 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.392715 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.393053 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.393384 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.393712 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.394041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.394362 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.394763 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.395106 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.395430 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.395753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:57:23.399736 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:23.628965 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['0f20b0cb-33b5-42aa-b4fa-5828007be3b0'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:57:24.140668 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5f10-4481-45d7-96e9-c8527cbfa904 req-22514351-2cf2-488c-9d5b-678fa3d6e0c8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:24.142146 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1fee5f10-4481-45d7-96e9-c8527cbfa904 req-22514351-2cf2-488c-9d5b-678fa3d6e0c8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 944 time: 0.0930192
Jun 01 12:57:24.189519 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1fee5f10-4481-45d7-96e9-c8527cbfa904 req-7af4eaf1-6c55-479f-bd3b-dc7106429a7d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415573
Jun 01 12:57:25.036205 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:57:25.115008 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:57:25.120092 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:57:25.120475 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:25.251308 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:25.281046 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:57:25.283392 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7dbf71-3436-4d8c-aced-06f911fea9d2" -d '{"events": [{"server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "name": "network-vif-plugged", "status": "completed", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:57:25.291455 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:57:25.297431 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:25.301145 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-f3a900db-6251-4a48-8f72-6fc3f190a339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:25.388412 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:25.395684 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:25.397229 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc218242-b4c7-4f5a-bb15-b7dbd9da2820 x-openstack-request-id: req-dc218242-b4c7-4f5a-bb15-b7dbd9da2820 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:57:25.397533 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "name": "network-vif-plugged", "status": "completed", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:57:25.397797 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc218242-b4c7-4f5a-bb15-b7dbd9da2820 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:57:25.398196 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'code': 200}
Jun 01 12:57:25.400125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beace40-17aa-4b9a-a630-58fb8ce069bd req-a3457892-a81d-4870-9874-056bc12dab69 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:25.401672 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7beace40-17aa-4b9a-a630-58fb8ce069bd req-a3457892-a81d-4870-9874-056bc12dab69 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0983186
Jun 01 12:57:25.448438 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7beace40-17aa-4b9a-a630-58fb8ce069bd req-c1362dbc-e8e5-4ea2-b279-0e1ad178357e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406721
Jun 01 12:57:25.731559 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fb800-c8fe-4213-b35f-3e0766474c78 req-1dd74b1d-66b4-46e1-94b3-543b2c56b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:25.732943 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-fe0fb800-c8fe-4213-b35f-3e0766474c78 req-1dd74b1d-66b4-46e1-94b3-543b2c56b9d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1098 time: 0.0893321
Jun 01 12:57:25.782344 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-fe0fb800-c8fe-4213-b35f-3e0766474c78 req-f84b66c4-e20a-4bee-a7e6-42117747fadd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380111
Jun 01 12:57:26.655130 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918585-0e72-46ce-9fe4-fa8c703edfa6 req-0e46c135-49b0-43a6-9813-4b99c1972c6c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:26.656651 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e918585-0e72-46ce-9fe4-fa8c703edfa6 req-0e46c135-49b0-43a6-9813-4b99c1972c6c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0861225
Jun 01 12:57:26.705260 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4e918585-0e72-46ce-9fe4-fa8c703edfa6 req-17e4d58b-0d3f-4ed7-acdd-43c068385b1c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422595
Jun 01 12:57:27.906395 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63532b8a-a3e6-4e59-aca6-81df90e4f232 req-b3bf91b6-00a2-4cc8-bf09-2784c6997f4a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:27.907992 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63532b8a-a3e6-4e59-aca6-81df90e4f232 req-b3bf91b6-00a2-4cc8-bf09-2784c6997f4a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0921531
Jun 01 12:57:27.957693 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-63532b8a-a3e6-4e59-aca6-81df90e4f232 req-9d1c181f-d7a8-4200-aa14-eaf5183f5692 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411465
Jun 01 12:57:28.171146 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09d56-7cd6-40d9-ab6d-15b1075c7f9e req-c3244a8e-0755-4845-a4e1-b4a54539308f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:28.172686 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9ec09d56-7cd6-40d9-ab6d-15b1075c7f9e req-c3244a8e-0755-4845-a4e1-b4a54539308f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0994551
Jun 01 12:57:28.230341 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9ec09d56-7cd6-40d9-ab6d-15b1075c7f9e req-8656dc1a-6c51-469b-b5c9-d62f4706da0c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518148
Jun 01 12:57:28.261776 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59176) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:57:28.348591 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa29063-e9e5-4a43-adb3-02f7dad8fc02 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:28.349340 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-caa29063-e9e5-4a43-adb3-02f7dad8fc02 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] Synchronizing usage tracker for tenant:24780372472c479b8b83cfb8205330cc on resource:port {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:57:28.372749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-caa29063-e9e5-4a43-adb3-02f7dad8fc02 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] Unset dirty status for tenant:24780372472c479b8b83cfb8205330cc on resource:port {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:57:28.374606 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-caa29063-e9e5-4a43-adb3-02f7dad8fc02 tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1093 time: 0.1115718
Jun 01 12:57:28.377783 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59180) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:57:28.383486 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:57:28.390233 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:57:28.394571 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:floatingip and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:57:28.398051 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:57:28.406708 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:57:28.420863 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:28.571185 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:28.729606 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.27.2.93 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/e47c0fc8-bbde-4dad-a655-4c379d679437) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:57:28.889913 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:28.935882 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:28.940059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bb935a09-938f-40cd-81e7-a83772541d3d tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:29.005223 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:57:29.008140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:57:29.011602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:57:29.041146 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=e47c0fc8-bbde-4dad-a655-4c379d679437,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:29.047469 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:29.350471 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb566e-b71c-4754-b419-96e64b35c4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:29.455284 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:29.646860 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:29.878319 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:29.884470 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:29.888375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-50e5b6e7-1cc5-4756-bdd7-32d440cc8ec5 tempest-TestShelveInstance-1986761052 tempest-TestShelveInstance-1986761052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:57:29.991790 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=e47c0fc8-bbde-4dad-a655-4c379d679437,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:57:29.996061 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:57:30.005589 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:30.185322 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP e83324d5-6cd4-4996-981f-de4dd03210b6 associated. External IP: 172.27.2.93, port: 0f20b0cb-33b5-42aa-b4fa-5828007be3b0.
Jun 01 12:57:30.572712 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:57:30.770161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:57:30.781179 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:57:30.792564 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:57:30.793222 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7242b0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:57:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:30.798142 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:30.856019 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4768066
Jun 01 12:57:30.856569 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:57:30.859231 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d878ae30-d2cf-4861-a753-943b547d9e81" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:57:30.912372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b916a-0aab-4df3-9da8-9387469c694b x-openstack-request-id: req-5f6b916a-0aab-4df3-9da8-9387469c694b {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:57:30.912714 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:57:30.913017 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f6b916a-0aab-4df3-9da8-9387469c694b {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:57:30.913488 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'status': 'completed', 'code': 200}
Jun 01 12:57:30.998825 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:57:31.019677 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-87b8a987-381d-4b8e-ac3c-63e376a58c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:31.021221 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-87b8a987-381d-4b8e-ac3c-63e376a58c49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1098 time: 0.0781715
Jun 01 12:57:31.268255 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-0fd49fd0-02eb-4c4b-87e4-9fe5b3803b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:31.269900 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-0fd49fd0-02eb-4c4b-87e4-9fe5b3803b73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.2413299
Jun 01 12:57:31.388818 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7242b0>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:29Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:31.393425 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:57:31.394221 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-5a4b6ecf-4852-4ba5-bb6b-515fb6c112b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 998 time: 0.1121798
Jun 01 12:57:31.402604 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:57:31.403266 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7242b0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:57:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:31.461151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-08f47025-2357-4bb4-9ecc-f8b95d45eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:31.462526 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-08f47025-2357-4bb4-9ecc-f8b95d45eec5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0607245
Jun 01 12:57:31.545206 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-1ef6fc50-230b-484e-9d4f-2d8dd18b2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:31.546886 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-1ef6fc50-230b-484e-9d4f-2d8dd18b2a30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766761
Jun 01 12:57:31.583180 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:57:31.695052 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-d84d9fa7-1ce9-4294-9c09-99e7ca8ba888 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374674
Jun 01 12:57:31.842379 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d878ae30-d2cf-4861-a753-943b547d9e81 req-67c7824e-e329-4d8d-be8f-66ed1394de7e service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394081
Jun 01 12:57:31.949280 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e1d16666-67ab-4929-811c-9a68177e186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:31.991910 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc7242b0>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:29Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:57:31.996078 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d820a-9bf2-40bc-ae11-5b63f0788568 None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:29Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:57:32.047251 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:32.235087 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628ed1f-5873-4e69-a64b-be54eb573c19 None None] New status for floating IP e83324d5-6cd4-4996-981f-de4dd03210b6: ACTIVE {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:57:33.113988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:34.783286 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:35.234149 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:57:43.341238 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a421f-adb5-4e3c-b06f-4f0e04829132 req-4989b676-3453-4c4e-9f25-df6d1790a155 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:43.343066 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-822a421f-adb5-4e3c-b06f-4f0e04829132 req-4989b676-3453-4c4e-9f25-df6d1790a155 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0966611
Jun 01 12:57:43.395633 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-822a421f-adb5-4e3c-b06f-4f0e04829132 req-80047204-1ff6-4044-88fa-4538f1d744af tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455787
Jun 01 12:57:44.610475 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30642a-42bd-4db0-a477-69af2bdd6dd7 req-74b6906f-bcc5-4231-8c51-2e17c32c31ca tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:44.611970 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8e30642a-42bd-4db0-a477-69af2bdd6dd7 req-74b6906f-bcc5-4231-8c51-2e17c32c31ca tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0938063
Jun 01 12:57:44.661136 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8e30642a-42bd-4db0-a477-69af2bdd6dd7 req-da4de96e-a06d-47d5-ad3e-761f2637aa25 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433915
Jun 01 12:57:45.434819 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:57:45.963599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15429-69b2-4e8e-8e17-692870fd68b1 req-ef021e89-8b27-4c48-a7e1-c7a06a782f0d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:45.964927 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9fd15429-69b2-4e8e-8e17-692870fd68b1 req-ef021e89-8b27-4c48-a7e1-c7a06a782f0d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1788471
Jun 01 12:57:46.009205 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-9fd15429-69b2-4e8e-8e17-692870fd68b1 req-5086f2d2-213a-4b32-9254-d9f0205f17a8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379698
Jun 01 12:57:47.245964 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67457-8ecf-45a2-a793-98b7ffe1cf41 req-6a5906a1-7c38-42c6-b101-79b94ecbb171 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:47.247477 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4df67457-8ecf-45a2-a793-98b7ffe1cf41 req-6a5906a1-7c38-42c6-b101-79b94ecbb171 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1095388
Jun 01 12:57:47.307011 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4df67457-8ecf-45a2-a793-98b7ffe1cf41 req-9407b707-e72b-4e3d-8b51-d4daf9e5eef1 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535040
Jun 01 12:57:48.513525 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7797542-c415-4730-bb8f-9ba1a3e1a285 req-ddfc7b0b-88c8-4699-94c2-713faab4ba00 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:48.515034 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d7797542-c415-4730-bb8f-9ba1a3e1a285 req-ddfc7b0b-88c8-4699-94c2-713faab4ba00 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0868173
Jun 01 12:57:48.563775 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d7797542-c415-4730-bb8f-9ba1a3e1a285 req-eb778ddf-73fd-4278-aa66-bd12be0c00b5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404680
Jun 01 12:57:49.780626 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927303a6-5f9f-4a51-90d5-53cc2606a2ba req-836c18b0-e4aa-483d-af53-6fb1cac5f4d0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:49.782130 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-927303a6-5f9f-4a51-90d5-53cc2606a2ba req-836c18b0-e4aa-483d-af53-6fb1cac5f4d0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1016235
Jun 01 12:57:49.828044 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-927303a6-5f9f-4a51-90d5-53cc2606a2ba req-72d0362a-9b8b-4582-9ecd-2f6ea639758c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400233
Jun 01 12:57:51.021590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a96a80-c5e5-4378-beb0-7465aba6bb81 req-910367b2-d67b-4b20-880c-b4a66344913b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:51.023063 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70a96a80-c5e5-4378-beb0-7465aba6bb81 req-910367b2-d67b-4b20-880c-b4a66344913b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0850708
Jun 01 12:57:51.073587 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-70a96a80-c5e5-4378-beb0-7465aba6bb81 req-70039395-d085-4f92-a324-858a5377d6db tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445213
Jun 01 12:57:51.687308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-b9ec21a2-8d38-4b83-950c-2bec40192e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:51.688815 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-b9ec21a2-8d38-4b83-950c-2bec40192e61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.0798965
Jun 01 12:57:51.850409 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-0f9707e3-9f94-40c2-88f5-763c97bfd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:51.851893 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-0f9707e3-9f94-40c2-88f5-763c97bfd625 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1428008
Jun 01 12:57:51.959049 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-aa573179-e3dd-41d1-86cf-616da74b7a2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 1001 time: 0.0993562
Jun 01 12:57:52.023980 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-1c0302ae-cc68-42bb-915e-2812dc383831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:52.025387 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-1c0302ae-cc68-42bb-915e-2812dc383831 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0596962
Jun 01 12:57:52.118683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-78624559-c1f0-409d-bf25-c53c6521e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:52.120229 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-78624559-c1f0-409d-bf25-c53c6521e19a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868597
Jun 01 12:57:52.271496 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-da3f0853-0e70-48f1-901a-73bbe69228fb service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426291
Jun 01 12:57:52.281457 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f48a-15a3-4999-bef8-ac7f985b2b78 req-3fab90d2-c975-454c-a28a-ee0ada7ce30c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:52.283002 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ab9f48a-15a3-4999-bef8-ac7f985b2b78 req-3fab90d2-c975-454c-a28a-ee0ada7ce30c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0877020
Jun 01 12:57:52.331456 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2ab9f48a-15a3-4999-bef8-ac7f985b2b78 req-cd0ea5ad-0937-43eb-befb-79a430aa595a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425487
Jun 01 12:57:52.416014 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6e7b7df4-8613-46cb-b9c9-fc3cf592c6a3 req-25fe1839-8fc2-4ddc-a46a-a7548b7252b9 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363447
Jun 01 12:57:53.543737 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d4c0-7728-4c84-9822-62b714a32655 req-54868e34-aa7d-42d0-bfda-1aebe3df8833 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:53.545581 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f47d4c0-7728-4c84-9822-62b714a32655 req-54868e34-aa7d-42d0-bfda-1aebe3df8833 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0908704
Jun 01 12:57:53.602261 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-8f47d4c0-7728-4c84-9822-62b714a32655 req-89a6ee03-b0b7-472f-9fba-419c2d039764 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506015
Jun 01 12:57:54.805962 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf2dfe-6acc-435a-8bb4-bca51dd06f0c req-2efb9156-bf26-4511-9646-49caf25d6e0c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:54.807529 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1cf2dfe-6acc-435a-8bb4-bca51dd06f0c req-2efb9156-bf26-4511-9646-49caf25d6e0c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0981283
Jun 01 12:57:54.855862 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a1cf2dfe-6acc-435a-8bb4-bca51dd06f0c req-de574ea0-ac82-45df-aa52-6d3fd307aa0a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425906
Jun 01 12:57:55.237129 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1687c3-6e67-41f1-91bf-329529dd95c7 req-b493e66d-fcf0-4f76-93c1-fb6adc0b4dd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:55.239316 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ee1687c3-6e67-41f1-91bf-329529dd95c7 req-b493e66d-fcf0-4f76-93c1-fb6adc0b4dd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1092494
Jun 01 12:57:55.260080 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-4ffb6fde-c99c-4ba1-8b80-26883475ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:55.261603 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-4ffb6fde-c99c-4ba1-8b80-26883475ba0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 1099 time: 0.0752609
Jun 01 12:57:55.290026 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ee1687c3-6e67-41f1-91bf-329529dd95c7 req-e46e6be6-8176-4963-a045-2c4ea02e8a65 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441372
Jun 01 12:57:55.417997 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-e65b2367-537a-4462-b2c3-5138d3d6fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:55.419526 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-e65b2367-537a-4462-b2c3-5138d3d6fff1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1502643
Jun 01 12:57:55.629270 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-d268f61f-d0ff-4508-9f4a-57f3e43ee7e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 200  len: 1001 time: 0.2018609
Jun 01 12:57:55.698968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-c790e5ac-9354-4f57-b128-6d820246c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:55.700465 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-c790e5ac-9354-4f57-b128-6d820246c22e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0644166
Jun 01 12:57:55.792023 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-75b64ffb-cbfa-4a46-939f-9e34a6982ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:55.793520 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-75b64ffb-cbfa-4a46-939f-9e34a6982ea5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787272
Jun 01 12:57:55.944575 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-f3c96d58-3275-481a-859a-667e500c72c4 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416485
Jun 01 12:57:56.092089 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-01ed64f8-0051-43ba-aaa5-fb7b2c879d22 req-93bcb3f6-70dd-4b55-adb1-d79c382d88cb service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397588
Jun 01 12:57:56.491361 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ef279-9547-4a14-a064-434cd5a7b145 req-394b61b7-881b-4f1c-9e07-738b704ae11c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:56.492909 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-203ef279-9547-4a14-a064-434cd5a7b145 req-394b61b7-881b-4f1c-9e07-738b704ae11c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0901999
Jun 01 12:57:56.541487 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-203ef279-9547-4a14-a064-434cd5a7b145 req-7f9e2ddc-913b-4005-8a75-94a51dd813f9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403664
Jun 01 12:57:57.744617 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242897-b573-4955-8fbc-9d05984e84ec req-168eb7d8-bae0-4472-b07e-1ecb5e493413 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:57:57.746021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4c242897-b573-4955-8fbc-9d05984e84ec req-168eb7d8-bae0-4472-b07e-1ecb5e493413 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0919073
Jun 01 12:57:57.794276 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4c242897-b573-4955-8fbc-9d05984e84ec req-e99d9fbe-4213-4922-bfa9-6b0ab112de1a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423009
Jun 01 12:57:59.349425 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b63c6000-5f22-4abf-897e-3cd61eaec0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:01.946112 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8b1d-0a50-4a44-bebb-700d347d55c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:02.044407 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:03.118542 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:04.782854 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:12.233307 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:58:15.449618 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:29.344845 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-379ae5e3-da24-4f2b-a6e4-aa420f0e9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:31.617076 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0823-9de3-4c2f-8050-c909dea78d9e req-f17aac97-cd1f-46e0-a856-548d03c554f3 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:31.618616 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-995a0823-9de3-4c2f-8050-c909dea78d9e req-f17aac97-cd1f-46e0-a856-548d03c554f3 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0864048
Jun 01 12:58:31.669840 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-995a0823-9de3-4c2f-8050-c909dea78d9e req-281618d3-9602-49f4-a54e-7266c10b8df1 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430546
Jun 01 12:58:31.944700 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-de181a42-39e1-416d-872a-f269f5f53f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:32.041595 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:32.891549 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331060d4-996c-472f-badf-b49ab9d9dc36 req-0c45b6f6-cd84-4970-b401-3e20a33b8db8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:32.893410 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-331060d4-996c-472f-badf-b49ab9d9dc36 req-0c45b6f6-cd84-4970-b401-3e20a33b8db8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0946016
Jun 01 12:58:32.943104 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-331060d4-996c-472f-badf-b49ab9d9dc36 req-7409234f-f9db-4e63-a405-012206e2405a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413697
Jun 01 12:58:33.117845 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:33.690962 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-c01cc365-842e-4392-b9f5-63ed857e2d9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:33.691575 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-c01cc365-842e-4392-b9f5-63ed857e2d9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:58:33.713513 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-c01cc365-842e-4392-b9f5-63ed857e2d9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:58:33.715286 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-c01cc365-842e-4392-b9f5-63ed857e2d9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.1175203
Jun 01 12:58:33.869360 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Deleting port eccb06a2-894c-41e6-915d-96241538994d {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:58:33.869746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:34.017968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] For port eccb06a2-894c-41e6-915d-96241538994d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eccb06a2-894c-41e6-915d-96241538994d,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:58:34.018304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:34.143612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f3de-3f52-411c-8fa2-379acd88acb1 req-78aaf9ad-0418-4363-adf5-9eeca8a797cd tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:34.145188 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-93e5f3de-3f52-411c-8fa2-379acd88acb1 req-78aaf9ad-0418-4363-adf5-9eeca8a797cd tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 946 time: 0.0888515
Jun 01 12:58:34.195412 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-93e5f3de-3f52-411c-8fa2-379acd88acb1 req-de142ba1-fc6d-405b-9fff-d6f92ae8d4e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c7d8ede-d975-46d9-9683-a934ddcfdf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441597
Jun 01 12:58:34.331107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:34.331492 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:34.331816 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Floating IP 0b0bc6ad-6ae5-4590-a085-ea81b81af84c disassociated. External IP: 172.27.2.76, port: eccb06a2-894c-41e6-915d-96241538994d.
Jun 01 12:58:34.332166 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Calling delete_port for eccb06a2-894c-41e6-915d-96241538994d owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:58:34.476248 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:34.482370 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:34.527428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'Port': ['ID=eccb06a2-894c-41e6-915d-96241538994d,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:34.538803 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.539198 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.539572 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.539938 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.540304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.540663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.541021 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.541408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.541770 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.542129 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.542480 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.542856 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:34.547156 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:34.737515 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:58:34.789657 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:35.037536 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:58:35.047175 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:58:35.057651 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:58:35.058291 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2a5250>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:58:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:35.111465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] No DVR routers for this DVR port eccb06a2-894c-41e6-915d-96241538994d on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 12:58:35.114744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:35.119955 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'name': 'network-vif-deleted', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:58:35.122572 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2d1eb-d1ee-46fc-962a-7cdbf31f41ba" -d '{"events": [{"server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "name": "network-vif-deleted", "tag": "eccb06a2-894c-41e6-915d-96241538994d"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:58:35.136792 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-71a6b0f1-7a7a-4f3b-99fd-66a8dc76e592 req-2d6a6bf7-a2a2-4517-9c3e-8274cae90bd9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "DELETE /v2.0/ports/eccb06a2-894c-41e6-915d-96241538994d HTTP/1.1" status: 204  len: 173 time: 1.4154055
Jun 01 12:58:35.167326 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed92104-a5fb-4c29-b9d0-e0ed6e2f01b6 x-openstack-request-id: req-fed92104-a5fb-4c29-b9d0-e0ed6e2f01b6 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:58:35.167801 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58d330-9454-4bd7-a058-a653dc08b6d9", "name": "network-vif-deleted", "tag": "eccb06a2-894c-41e6-915d-96241538994d", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:58:35.168161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fed92104-a5fb-4c29-b9d0-e0ed6e2f01b6 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:58:35.168608 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58d330-9454-4bd7-a058-a653dc08b6d9', 'name': 'network-vif-deleted', 'tag': 'eccb06a2-894c-41e6-915d-96241538994d', 'status': 'completed', 'code': 200}
Jun 01 12:58:35.250080 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:58:35.365704 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-25779a30-555b-4f39-bd34-98b8747967bb req-3d0f31c8-71a1-4845-96c2-44352e74dbae tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=be58d330-9454-4bd7-a058-a653dc08b6d9 HTTP/1.1" status: 200  len: 210 time: 0.0445530
Jun 01 12:58:35.575107 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2a5250>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:35.581051 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:58:35.590100 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:58:35.590742 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2a5250>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:58:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:35.779979 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:58:36.138589 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2a5250>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:36.142605 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4febfa7e-cd15-404f-8e12-f21fdd2ace36 None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:58:36.376151 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b81523-1898-4c51-b119-2c3325ba8dbd None None] New status for floating IP 0b0bc6ad-6ae5-4590-a085-ea81b81af84c: DOWN {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:58:36.500421 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59284) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:36.569547 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:36.599835 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:36.665527 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:36.669953 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-03225c27-353c-4440-b22a-c0cc486e4987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:36.685818 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d8ede-d975-46d9-9683-a934ddcfdf5d,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:36.694911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.695286 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.695654 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.696013 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.696365 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.696723 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.697073 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.697426 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.697778 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.698127 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.698469 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.698840 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:36.703805 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:36.707663 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:36.708798 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "DELETE /v2.0/security-groups/8c7d8ede-d975-46d9-9683-a934ddcfdf5d HTTP/1.1" status: 204  len: 168 time: 0.2073956
Jun 01 12:58:36.711623 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59288) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:36.732568 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.api.v2.resource [None req-ee011ced-62bc-4d51-b1a1-196ae6d69d6d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] show failed (client error): The resource could not be found.
Jun 01 12:58:36.734354 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-ee011ced-62bc-4d51-b1a1-196ae6d69d6d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups/8c7d8ede-d975-46d9-9683-a934ddcfdf5d HTTP/1.1" status: 404  len: 347 time: 0.0217397
Jun 01 12:58:36.737621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59292) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:36.969739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Deleting port ed8f5f8e-457a-4fad-86de-0adc25216955 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 12:58:36.969981 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.104570 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.108419 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.248290 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Calling delete_port for ed8f5f8e-457a-4fad-86de-0adc25216955 owned by network:floatingip {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 12:58:37.380522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.384414 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-7d9e0132-367c-497b-9b94-155903e517ca tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:37.425730 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device eccb06a2-894c-41e6-915d-96241538994d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 12:58:37.429942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'Port': ['ID=ed8f5f8e-457a-4fad-86de-0adc25216955,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:37.433117 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:37.462171 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: eccb06a2-894c-41e6-915d-96241538994d {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 12:58:37.462532 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device eccb06a2-894c-41e6-915d-96241538994d not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 12:58:37.528441 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.543369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.544500 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-38fb6aeb-e5b9-4ef0-84bb-368c1d4fe7e6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "DELETE /v2.0/floatingips/0b0bc6ad-6ae5-4590-a085-ea81b81af84c HTTP/1.1" status: 204  len: 168 time: 0.8058200
Jun 01 12:58:37.763445 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59298) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:37.769524 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650144481', 'description': 'tempest-description--1046386972'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:37.775759 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:37.780723 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:37.783952 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:37.789718 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:37.800571 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.821523 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:37.825551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:37.828884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:37.834808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:37.905308 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.911100 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.914765 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6f88ffa-0323-4068-aa80-ad92881871ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:37.961412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43b466-95a9-4a1a-ae82-2603b3b7560f,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:37.964452 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:37.965869 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:37.967164 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-bbe6bc50-9146-4547-a2b5-84ebe4e3a020 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2024496
Jun 01 12:58:37.970163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59302) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:37.975719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group_rule': {'security_group_id': '2d43b466-95a9-4a1a-ae82-2603b3b7560f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:37.981953 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:37.986142 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:37.989194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:37.996018 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:38.013334 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.078107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.084906 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.092063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ba06600d-4155-4531-9e8a-97aae524ab9b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:38.111667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9820c876-31e0-4588-b282-996553e45b28,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:38.116420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:38.121372 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.122819 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-bdba4b7c-3be8-4a2c-989d-86e2fbba92c6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1515498
Jun 01 12:58:38.126273 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59306) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:38.131453 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'security_group_rule': {'security_group_id': '2d43b466-95a9-4a1a-ae82-2603b3b7560f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:38.137501 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:38.142014 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:security_group_rule and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:38.145281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:38.151331 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:38.168241 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.234605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.240161 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853378'] for security_group_rule, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.242685 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c7cc715c-8e63-4f6f-9ffb-062b188ea55a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:38.265482 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a328ecf-dcb4-4010-b85c-951ce26dcd29,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:38.269933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:38.276022 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.277209 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-29fe27dd-bfa1-4955-8a80-a1ef1f693f7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1499939
Jun 01 12:58:38.281628 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59310) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:38.287026 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:38.293180 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:38.297341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:floatingip and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:38.300370 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:38.306285 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:38.319455 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.472891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.620965 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Allocated IP 172.27.2.218 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/1b48bfcf-8cba-4496-899f-3ef5cc2998f7) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:58:38.793127 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.827920 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:38.831968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:39.009430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:58:39.012730 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:58:39.017102 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:58:39.048420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=1b48bfcf-8cba-4496-899f-3ef5cc2998f7,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:39.054692 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:39.110291 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.182621 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.419916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.428349 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.432663 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1405f116-67f3-4c35-96c4-fc0e3b8ded4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:39.545448 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=1b48bfcf-8cba-4496-899f-3ef5cc2998f7,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:39.549191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:39.556779 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.584704 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:39.585918 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3031614
Jun 01 12:58:39.817775 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-cf86155c-8385-4700-b50c-792f1df5cc5f tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103770) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:58:39.838415 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-cf86155c-8385-4700-b50c-792f1df5cc5f tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:58:39.839692 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-cf86155c-8385-4700-b50c-792f1df5cc5f tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--650144481&fields=id&tenant_id=2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 267 time: 0.0634515
Jun 01 12:58:39.999536 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-604109d0-2900-480c-89f4-df72034e6241 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:40.000906 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-604109d0-2900-480c-89f4-df72034e6241 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 810 time: 0.1513171
Jun 01 12:58:40.018330 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-cb058cf0-5dc3-4f48-a70a-3ffe09fdd204 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/quotas/2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 375 time: 0.0096369
Jun 01 12:58:40.108039 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-563beec0-f9ba-4a2e-a6e0-c25224c379fc tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0844426
Jun 01 12:58:40.239158 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-7a00eb5b-b862-4752-8ed4-5aae1d9bdf22 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 01 12:58:40.240147 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-7a00eb5b-b862-4752-8ed4-5aae1d9bdf22 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1146145
Jun 01 12:58:40.479853 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-a2527c12-e347-468b-adba-0c9ec84c891c service neutron] 10.222.0.86 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334578
Jun 01 12:58:40.629033 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-fcc81173-ce13-44b4-abfb-cf05eaadcc7b service neutron] 10.222.0.86 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422181
Jun 01 12:58:40.824037 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e1453a65-709f-485c-b028-bfffa5d74e5e req-9c612fb2-adc0-4e35-9a88-a4f4d644bb7a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 210 time: 0.0497963
Jun 01 12:58:41.986206 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-a3e3a7f7-e4cd-410e-b0de-cde0ba9ac94b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:41.988516 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-a3e3a7f7-e4cd-410e-b0de-cde0ba9ac94b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 810 time: 0.1650143
Jun 01 12:58:41.991253 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b668e5c8-f6d2-4ae5-9c50-c4e732b72fce req-443e660e-51f7-4af4-84a1-bb8bb048369b tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 210 time: 0.0458596
Jun 01 12:58:42.050067 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-3efe4a21-0adb-4117-9ca0-b78a9307fd43 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 12:58:42.063324 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-3efe4a21-0adb-4117-9ca0-b78a9307fd43 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:security_group {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 12:58:42.064498 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-3efe4a21-0adb-4117-9ca0-b78a9307fd43 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b6db2259c194e1d8ac34025c6e903dc HTTP/1.1" status: 200  len: 379 time: 0.0668344
Jun 01 12:58:42.075097 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'port': {'device_id': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'admin_state_up': True, 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'security_groups': ['2d43b466-95a9-4a1a-ae82-2603b3b7560f']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:42.228123 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:58:42.234133 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Usage tracker for resource:port and tenant:2b6db2259c194e1d8ac34025c6e903dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:58:42.237304 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:58:42.245468 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:58:42.261671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Made reservation on behalf of 2b6db2259c194e1d8ac34025c6e903dc for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:58:42.265892 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:42.440633 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Allocated IP 172.20.0.5 (5008e50a-5411-469f-ac97-1d3ba12e148f/335fd243-b792-47d2-baf6-6786e591baa4/ddf554ef-e57e-4569-88c8-a0b163f9edff) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:58:42.650743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:42.666550 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Transition to ACTIVE for port object ddf554ef-e57e-4569-88c8-a0b163f9edff will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:58:42.693667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:42.700368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-00c0b648-c712-426a-bc0a-b83148d83c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:42.769450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Network 5008e50a-5411-469f-ac97-1d3ba12e148f is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:58:42.772680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:58:42.776709 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:58:42.815189 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event updated for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:42.820149 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:42.849368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:42.850059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:42.876268 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-6560af34-9807-486e-8aed-f652c3967c19 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8056762
Jun 01 12:58:42.889815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Request body: {'port': {'device_id': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:43.005411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.006202 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-0aefcb9f-082a-40ff-b9d6-c8d4843391ad None None] Provisioning for port ddf554ef-e57e-4569-88c8-a0b163f9edff completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:58:43.011308 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-0aefcb9f-082a-40ff-b9d6-c8d4843391ad None None] Provisioning complete for port ddf554ef-e57e-4569-88c8-a0b163f9edff triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:58:43.011696 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-0aefcb9f-082a-40ff-b9d6-c8d4843391ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.067949 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-0aefcb9f-082a-40ff-b9d6-c8d4843391ad None None] Port ddf554ef-e57e-4569-88c8-a0b163f9edff cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:58:43.183724 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c5673-83f5-4b6c-86cd-47c8c4fd9291 req-a574d807-597a-4116-82fd-d209de030b8d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:43.185078 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eb4c5673-83f5-4b6c-86cd-47c8c4fd9291 req-a574d807-597a-4116-82fd-d209de030b8d tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 931 time: 0.0810673
Jun 01 12:58:43.243267 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-eb4c5673-83f5-4b6c-86cd-47c8c4fd9291 req-d49e9f6e-aee2-4e64-b11c-b6b320ea0b4e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515153
Jun 01 12:58:43.487967 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf554ef-e57e-4569-88c8-a0b163f9edff {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:58:43.495610 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.510885 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Transition to ACTIVE for port object ddf554ef-e57e-4569-88c8-a0b163f9edff will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:58:43.517681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.521729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e0c8879f-b387-4d1f-8d45-9d569c102a0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:43.680375 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:43.688671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:43.770427 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Attempting to bind port ddf554ef-e57e-4569-88c8-a0b163f9edff on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:58:43.770809 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Attempting to bind port ddf554ef-e57e-4569-88c8-a0b163f9edff by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:58:43.771145 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Attempting to bind port ddf554ef-e57e-4569-88c8-a0b163f9edff on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:58:43.776146 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Port ddf554ef-e57e-4569-88c8-a0b163f9edff on network 5008e50a-5411-469f-ac97-1d3ba12e148f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:58:43.776471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Attempting to bind port ddf554ef-e57e-4569-88c8-a0b163f9edff on network 5008e50a-5411-469f-ac97-1d3ba12e148f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:58:43.783942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:58:43.784291 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Checking segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:58:43.784683 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Bound using segment: {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:58:43.785118 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Bound port: ddf554ef-e57e-4569-88c8-a0b163f9edff, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:58:43.785476 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.889729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:58:43.894107 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:58:43.903053 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.907522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-276b2125-51a2-4e70-8a05-e88e0a931f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:43.967079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:43.967761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:43.969175 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddf554ef-e57e-4569-88c8-a0b163f9edff HTTP/1.1" status: 200  len: 1093 time: 1.0846334
Jun 01 12:58:43.969719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:58:43.972113 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb53048-9751-4742-beac-8cb38bd5c8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:58:43.993903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:43.997460 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:44.025752 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f40cf-b2bf-40bd-804f-1d354b1998c4 x-openstack-request-id: req-3b4f40cf-b2bf-40bd-804f-1d354b1998c4 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:58:44.026392 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:58:44.027333 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b4f40cf-b2bf-40bd-804f-1d354b1998c4 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:58:44.027573 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'status': 'completed', 'code': 200}
Jun 01 12:58:44.110858 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-4e5f70aa-d7d3-4fb0-93c2-2ca6c68e1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.112391 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-4e5f70aa-d7d3-4fb0-93c2-2ca6c68e1d70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 1096 time: 0.0762715
Jun 01 12:58:44.184312 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-1827a83d-8e32-4627-81b8-583123239031 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff HTTP/1.1" status: 200  len: 217 time: 0.0640275
Jun 01 12:58:44.261726 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-e8aab05f-431a-4993-8c7c-63456ba3899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.263221 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-e8aab05f-431a-4993-8c7c-63456ba3899d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0712831
Jun 01 12:58:44.346284 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912966-f2d1-4885-938f-ba7db806279a req-97254f6f-8ae6-4ce1-976d-4a46729bf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.348159 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-97254f6f-8ae6-4ce1-976d-4a46729bf200 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776913
Jun 01 12:58:44.433797 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b5f51-c716-4b54-a0fa-7e1be8755110 req-e29ac0cf-f9fb-4b8a-bfa6-83ecf5c2ac17 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.435334 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1e5b5f51-c716-4b54-a0fa-7e1be8755110 req-e29ac0cf-f9fb-4b8a-bfa6-83ecf5c2ac17 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 943 time: 0.0843906
Jun 01 12:58:44.481133 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-1e5b5f51-c716-4b54-a0fa-7e1be8755110 req-71e4d5f8-7770-4d3c-a3de-920fd46e6f1a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398798
Jun 01 12:58:44.488038 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-10495811-4e4b-48c0-a387-a1fe0ace1e94 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305177
Jun 01 12:58:44.632593 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-7b912966-f2d1-4885-938f-ba7db806279a req-e890b4cc-3a09-4750-88cf-f381b0667706 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364260
Jun 01 12:58:44.768640 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-606bf54a-df8d-4858-988c-65698342e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.770133 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-606bf54a-df8d-4858-988c-65698342e6e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 1096 time: 0.0755250
Jun 01 12:58:44.913865 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-c5e07dd7-9709-4102-951b-43709230b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:44.915304 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-c5e07dd7-9709-4102-951b-43709230b49b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1379271
Jun 01 12:58:44.990471 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-bd0a8792-d06f-4ccb-9215-d6d5932de4ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff HTTP/1.1" status: 200  len: 217 time: 0.0659142
Jun 01 12:58:45.056957 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-32fa1bc8-c93b-4e67-828e-2003a1320754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:45.058391 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-32fa1bc8-c93b-4e67-828e-2003a1320754 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0609787
Jun 01 12:58:45.142145 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-72de0545-41b2-4122-93b6-dd206f3215bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:45.143681 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-72de0545-41b2-4122-93b6-dd206f3215bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776589
Jun 01 12:58:45.380729 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-9c4c8910-1e7a-471e-84c7-1903c49c09b7 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292647
Jun 01 12:58:45.445151 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:45.529500 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-6eb53048-9751-4742-beac-8cb38bd5c8a1 req-804c50e4-a467-431a-a0b5-4fda3e50ef60 service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415687
Jun 01 12:58:45.691165 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff39b0-7ea4-4183-8a38-6d333c8d3d2a req-9c4c44ec-d375-48ae-a2c6-4f81a8ad6dc3 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:45.692913 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cfff39b0-7ea4-4183-8a38-6d333c8d3d2a req-9c4c44ec-d375-48ae-a2c6-4f81a8ad6dc3 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 943 time: 0.0993929
Jun 01 12:58:45.746166 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-cfff39b0-7ea4-4183-8a38-6d333c8d3d2a req-41e974a0-667f-4092-9357-eba58f361815 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451922
Jun 01 12:58:46.955590 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299729e-ca87-4e49-97f2-e4b100bfc4c5 req-d570c92d-5f2d-49d7-9c3e-75ecbe7bf508 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:46.957064 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2299729e-ca87-4e49-97f2-e4b100bfc4c5 req-d570c92d-5f2d-49d7-9c3e-75ecbe7bf508 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 943 time: 0.1031322
Jun 01 12:58:47.007721 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2299729e-ca87-4e49-97f2-e4b100bfc4c5 req-56d2d00b-c111-41c2-9689-a43d8521ee13 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423112
Jun 01 12:58:47.479076 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device ddf554ef-e57e-4569-88c8-a0b163f9edff details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:58:47.624041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:58:47.638173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'port_id': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'mac_address': 'fa:16:3e:3c:14:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:58:47.697450 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:47.729159 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf554ef-e57e-4569-88c8-a0b163f9edff {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:58:47.747060 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:58:47.752741 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:47.754646 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-2ce15ed6-d061-4517-9d68-e760488a10f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:47.828938 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:47.837007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.837355 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.837695 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.838026 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.838360 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.838689 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.839030 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.839353 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.839679 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.839999 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.840320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.840640 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:58:47.846364 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:48.012826 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['ddf554ef-e57e-4569-88c8-a0b163f9edff'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:58:48.210911 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e3c4-95e4-480a-9da1-699b724dc7a7 req-24896d34-b218-432a-b280-b46da2981e2a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:48.213437 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4d12e3c4-95e4-480a-9da1-699b724dc7a7 req-24896d34-b218-432a-b280-b46da2981e2a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 944 time: 0.0981150
Jun 01 12:58:48.273110 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-4d12e3c4-95e4-480a-9da1-699b724dc7a7 req-993e22b7-513e-49ed-81a0-e6629ab76fc0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504189
Jun 01 12:58:49.232313 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:58:49.490339 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device ddf554ef-e57e-4569-88c8-a0b163f9edff up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:58:49.490982 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecd48d-d54f-46e8-b80c-f3e599239850 req-76fe41e4-b7e3-432b-8066-951fa0bf648c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:49.492268 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51ecd48d-d54f-46e8-b80c-f3e599239850 req-76fe41e4-b7e3-432b-8066-951fa0bf648c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 944 time: 0.0998161
Jun 01 12:58:49.547534 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-51ecd48d-d54f-46e8-b80c-f3e599239850 req-2541cc09-de7c-4ead-b9c8-9ac14572b8f8 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468602
Jun 01 12:58:49.570452 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port ddf554ef-e57e-4569-88c8-a0b163f9edff completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:58:49.575999 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port ddf554ef-e57e-4569-88c8-a0b163f9edff triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:58:49.576983 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:49.727277 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:49.759004 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:58:49.761327 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d864cb-5a4c-40a4-92c1-95d903c6baf6" -d '{"events": [{"server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:58:49.770945 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:58:49.777223 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:49.780068 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-61b76c19-3f5a-41a8-bfa7-d1451af7b194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:58:49.811367 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ed636-4164-444f-b399-4c088014ecff x-openstack-request-id: req-8b9ed636-4164-444f-b399-4c088014ecff {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:58:49.811757 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:58:49.812020 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b9ed636-4164-444f-b399-4c088014ecff {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:58:49.812446 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'code': 200}
Jun 01 12:58:49.858844 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:58:49.862359 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:58:50.069428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc798b-1bca-4f17-a80c-90978c2c23d1 req-ae3067e7-f69e-4126-a5bb-5b5793d7164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:50.071434 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3fc798b-1bca-4f17-a80c-90978c2c23d1 req-ae3067e7-f69e-4126-a5bb-5b5793d7164e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 1098 time: 0.0774074
Jun 01 12:58:50.116762 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b3fc798b-1bca-4f17-a80c-90978c2c23d1 req-00ecbaa2-5916-4aad-9253-f658ae7bb416 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372732
Jun 01 12:58:50.747153 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006da66-adb9-441b-82aa-ce8d36c3db5c req-fdd4d5d8-21db-4fcc-9ea5-dc3d1ea6f452 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:50.748795 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e006da66-adb9-441b-82aa-ce8d36c3db5c req-fdd4d5d8-21db-4fcc-9ea5-dc3d1ea6f452 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.0928597
Jun 01 12:58:50.797711 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e006da66-adb9-441b-82aa-ce8d36c3db5c req-a9c0da16-5dd3-4b6e-84ff-18e4f97873bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432396
Jun 01 12:58:50.852179 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-f7d12a7f-1727-46da-9da1-77dc71b39630 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765164
Jun 01 12:58:50.964491 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-36fb7363-7a0b-4ccb-8d48-f6f202f46c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:50.966767 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-36fb7363-7a0b-4ccb-8d48-f6f202f46c48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1098 time: 0.0813465
Jun 01 12:58:51.136421 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-8fc39c30-1db2-441b-83f5-4fa988d7f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:51.137988 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-8fc39c30-1db2-441b-83f5-4fa988d7f11e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1380582
Jun 01 12:58:51.256098 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-fee5cf5f-f51a-4782-96e9-f58fa71e1e43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 1000 time: 0.1098375
Jun 01 12:58:51.333244 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-e974b485-afad-4e44-a99a-8e5551f82e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:51.335397 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-e974b485-afad-4e44-a99a-8e5551f82e4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0723183
Jun 01 12:58:51.424598 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-6370dbac-dba8-48f6-b78c-dc0df725e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:51.426027 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-6370dbac-dba8-48f6-b78c-dc0df725e871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842316
Jun 01 12:58:51.576768 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-739cafe0-b9f6-4e58-b821-351572401c17 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423771
Jun 01 12:58:51.714930 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-0db0aa4f-9235-4586-855c-b2e366880f5f req-41457470-e5f6-4364-87a0-38bd1b384f11 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299312
Jun 01 12:58:52.024845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d3933-8521-427e-8f57-6fe207b25c7d req-be7748b2-2eaa-4738-8892-ee8c6899a695 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:52.026396 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-919d3933-8521-427e-8f57-6fe207b25c7d req-be7748b2-2eaa-4738-8892-ee8c6899a695 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.0923955
Jun 01 12:58:52.075427 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-919d3933-8521-427e-8f57-6fe207b25c7d req-6912c184-4689-4248-b4ab-3f3886b952b0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411053
Jun 01 12:58:52.280868 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006e38b-f15c-46a1-a891-bdf8860662b6 req-2729427e-30a8-4158-86fc-4e36360149de tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:52.282245 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f006e38b-f15c-46a1-a891-bdf8860662b6 req-2729427e-30a8-4158-86fc-4e36360149de tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.1061459
Jun 01 12:58:52.291363 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59374) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:58:52.296645 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.v2.base [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Request body: {'floatingip': {'port_id': 'ddf554ef-e57e-4569-88c8-a0b163f9edff'}} {{(pid=103770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:58:52.398979 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, before_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:53.306489 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:53.312065 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:53.518939 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.db.l3_db [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Floating IP 5ec2e6a4-4bdc-47ae-91f5-998e435e8c67 associated. External IP: 172.27.2.218, port: ddf554ef-e57e-4569-88c8-a0b163f9edff.
Jun 01 12:58:53.926898 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:58:54.119522 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:58:54.124740 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:58:54.130245 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:58:54.141705 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:58:54.142222 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5a5100>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:58:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:54.184448 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-797833a0-9610-4241-b0c6-f1842ea38bd5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "PUT /v2.0/floatingips/5ec2e6a4-4bdc-47ae-91f5-998e435e8c67 HTTP/1.1" status: 200  len: 991 time: 1.8918762
Jun 01 12:58:54.185106 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff'}] {{(pid=103770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:58:54.187558 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde21c4a9097d1d3720dc881f4824170851d11f7e9d1393969be6df9c47322c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f28903c-5d2c-410b-8e55-af04747579b8" -d '{"events": [{"name": "network-changed", "server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff"}]}' {{(pid=103770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:58:54.234070 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1187fbef-3a59-44ba-b94d-fb7236420f10 x-openstack-request-id: req-1187fbef-3a59-44ba-b94d-fb7236420f10 {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:58:54.234635 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff", "status": "completed", "code": 200}]} {{(pid=103770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:58:54.235121 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1187fbef-3a59-44ba-b94d-fb7236420f10 {{(pid=103770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:58:54.235577 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'status': 'completed', 'code': 200}
Jun 01 12:58:54.328264 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:58:54.334317 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-b0dcaabc-3492-4a91-995d-90c69d667616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:54.335904 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-b0dcaabc-3492-4a91-995d-90c69d667616 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 1098 time: 0.0789592
Jun 01 12:58:54.480876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-b96307c9-f317-4b35-ae58-4ccbdaf32296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:54.482307 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-b96307c9-f317-4b35-ae58-4ccbdaf32296 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 200  len: 911 time: 0.1395504
Jun 01 12:58:54.590418 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-d86c3bc2-46d0-4185-9173-44040d77febc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff HTTP/1.1" status: 200  len: 999 time: 0.1007910
Jun 01 12:58:54.664163 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-1f9fec17-0571-43d8-96ea-faf9e4526f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:54.665633 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-1f9fec17-0571-43d8-96ea-faf9e4526f3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 200  len: 849 time: 0.0679290
Jun 01 12:58:54.699793 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5a5100>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '5ec2e6a4-4bdc-47ae-91f5-998e435e8c67', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:3c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:58:39Z', 'updated_at': '2021-06-01T12:58:53Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:54.704751 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:58:54.713295 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:58:54.713922 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5a5100>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:58:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:54.765281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-fb5fb185-4769-41ba-8686-7c42eb8f9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:58:54.767392 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-fb5fb185-4769-41ba-8686-7c42eb8f9421 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5008e50a-5411-469f-ac97-1d3ba12e148f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0939465
Jun 01 12:58:54.913307 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:58:55.026858 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-c5069abb-d663-4c28-b8e1-2faf4f4ea39f service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518694
Jun 01 12:58:55.185668 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-9f28903c-5d2c-410b-8e55-af04747579b8 req-db507644-449c-4a43-ac51-9f0b410a125b service neutron] 10.222.0.60 "GET /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511555
Jun 01 12:58:55.302180 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5a5100>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '5ec2e6a4-4bdc-47ae-91f5-998e435e8c67', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:3c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:58:39Z', 'updated_at': '2021-06-01T12:58:53Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:58:55.306197 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9aa8b-0ce3-4263-8f59-323bf416d2b7 None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '5ec2e6a4-4bdc-47ae-91f5-998e435e8c67', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'port_id': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'mac_address': 'fa:16:3e:3c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:58:39Z', 'updated_at': '2021-06-01T12:58:53Z', 'revision_number': 1, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:58:55.506973 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ebeb-fcb0-402b-b951-26393aa566a3 None None] New status for floating IP 5ec2e6a4-4bdc-47ae-91f5-998e435e8c67: ACTIVE {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:58:59.340649 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cda5d50f-b445-4a24-84c3-667f01269f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:01.949418 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-be26dd81-bafa-4ce4-affc-80bbbfed4775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:02.038524 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:03.122852 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:04.788866 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:15.445193 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:17.165709 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-5115ff37-9818-45d1-85af-a6d3fa21e3ef tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197492085&fields=id&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 267 time: 0.0521564
Jun 01 12:59:17.357450 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-f2ca7f14-3086-4fe7-9a46-3ea47dbac048 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:17.358977 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-f2ca7f14-3086-4fe7-9a46-3ea47dbac048 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1813867
Jun 01 12:59:17.376520 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-16131bfb-0efc-40d6-b7d5-e004d8d4fbe3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/quotas/3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 375 time: 0.0110228
Jun 01 12:59:17.470360 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-a3d2369d-29d6-4208-bfd9-cacc3bbea8b3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0882180
Jun 01 12:59:17.752814 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-c348a188-8bdb-4440-8495-b349262ac51d service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690446
Jun 01 12:59:17.888835 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-f04e176b-aa83-431a-a861-06403967969f service neutron] 10.222.0.86 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291788
Jun 01 12:59:18.314743 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-902e0d55-1d1e-4b3c-ace8-63a8dc77639b req-d90cd7ed-288b-44c6-a434-f35d8813bda4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 210 time: 0.0490832
Jun 01 12:59:19.468943 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7a27e782-de00-46d1-af21-b002e46ffc0f req-e06d70b4-3a8c-4f3a-98e8-e0af85ce953c tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 210 time: 0.0438154
Jun 01 12:59:19.725629 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-69312455-42a4-4ab2-b7d4-9f0eb5e1cd04 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:19.727312 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-69312455-42a4-4ab2-b7d4-9f0eb5e1cd04 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 812 time: 0.1704974
Jun 01 12:59:19.786821 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-63529d0b-c141-4d3d-a9ab-09067b9fbd1f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0 HTTP/1.1" status: 200  len: 379 time: 0.0490661
Jun 01 12:59:19.796856 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'port': {'device_id': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'admin_state_up': True, 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'security_groups': ['27c395de-c3e0-4e02-bf33-e9461264cf90']}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:59:19.942160 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:59:19.947381 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:port and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:59:19.950575 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for port was recalculated. Used quota:5. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:59:19.957115 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:59:19.969793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Made reservation on behalf of 3c7a70c2760a4a7fbc8dfeb40f0c65a0 for: {'port': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 12:59:19.973776 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.159124 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.20.0.13 (2affacec-d57b-42a7-be8b-46f6420dd426/777371fd-1f2b-433b-acc9-11f1490983cd/26d066b6-854d-4c2c-85de-ff6064042dc8) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:59:20.369438 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.388902 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Transition to ACTIVE for port object 26d066b6-854d-4c2c-85de-ff6064042dc8 will not be triggered until provisioned by entity DHCP. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:59:20.415305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.421639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0e6a4bc9-6318-42f6-b8e0-d56a68cf17fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:20.495768 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network 2affacec-d57b-42a7-be8b-46f6420dd426 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:59:20.499341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:59:20.503233 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:59:20.535873 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:20.543535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:20.580630 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:20.582046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.611786 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-b62ada4b-2180-4ce2-92fa-37903f093861 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8188291
Jun 01 12:59:20.625187 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Request body: {'port': {'device_id': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:59:20.687051 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e87ff7-3e06-4ffd-a1b0-ed7af83a8544 req-b8890f8e-dcae-4fa6-828e-46911e65c85f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:20.689256 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9e87ff7-3e06-4ffd-a1b0-ed7af83a8544 req-b8890f8e-dcae-4fa6-828e-46911e65c85f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 932 time: 0.0928831
Jun 01 12:59:20.750287 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-e9e87ff7-3e06-4ffd-a1b0-ed7af83a8544 req-5f7e4474-625c-4559-a7f7-3fd56ddba0a7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540965
Jun 01 12:59:20.757746 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.811438 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2a38c473-1fdb-418a-a233-e187e743f469 None None] Provisioning for port 26d066b6-854d-4c2c-85de-ff6064042dc8 completed by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:59:20.818440 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-2a38c473-1fdb-418a-a233-e187e743f469 None None] Provisioning complete for port 26d066b6-854d-4c2c-85de-ff6064042dc8 triggered by entity DHCP. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:59:20.819115 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2a38c473-1fdb-418a-a233-e187e743f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:20.877862 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-2a38c473-1fdb-418a-a233-e187e743f469 None None] Port 26d066b6-854d-4c2c-85de-ff6064042dc8 cannot update to ACTIVE because it is not bound. {{(pid=103771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 01 12:59:21.125847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d066b6-854d-4c2c-85de-ff6064042dc8 {{(pid=103769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:59:21.138487 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:21.157808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.provisioning_blocks [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Transition to ACTIVE for port object 26d066b6-854d-4c2c-85de-ff6064042dc8 will not be triggered until provisioned by entity L2. {{(pid=103769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 01 12:59:21.161758 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:21.165748 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-da36d96d-75b9-4b97-b054-d8808936b86a tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:21.398520 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:21.429150 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:21.515063 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Attempting to bind port 26d066b6-854d-4c2c-85de-ff6064042dc8 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 01 12:59:21.515622 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Attempting to bind port 26d066b6-854d-4c2c-85de-ff6064042dc8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 01 12:59:21.516078 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Attempting to bind port 26d066b6-854d-4c2c-85de-ff6064042dc8 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:59:21.523566 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Port 26d066b6-854d-4c2c-85de-ff6064042dc8 on network 2affacec-d57b-42a7-be8b-46f6420dd426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 01 12:59:21.523907 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Attempting to bind port 26d066b6-854d-4c2c-85de-ff6064042dc8 on network 2affacec-d57b-42a7-be8b-46f6420dd426 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 01 12:59:21.532043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Checking agent: {'id': '729a14dc-c62f-4f49-a1e9-97faec652927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'started_at': datetime.datetime(2021, 6, 1, 12, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 01 12:59:21.532490 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Checking segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 12:59:21.532916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Bound using segment: {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 01 12:59:21.533325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Bound port: 26d066b6-854d-4c2c-85de-ff6064042dc8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79e1d88-1b8a-49e0-aeb4-393b5725816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 01 12:59:21.533815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:21.630381 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 01 12:59:21.633346 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=26d066b6-854d-4c2c-85de-ff6064042dc8,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 01 12:59:21.642402 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:21.648171 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-737eb793-d031-4122-b722-ec56c1500aa7 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:21.709225 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:21.709848 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:21.711375 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] 10.222.0.60 "PUT /v2.0/ports/26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 1094 time: 1.0908854
Jun 01 12:59:21.712033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:59:21.714455 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c639c6-6b93-407b-97d8-d55d56867697" -d '{"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:59:21.733509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:21.736811 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:21.762173 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51985cf2-aeb5-4ccc-9693-872dc9794997 x-openstack-request-id: req-51985cf2-aeb5-4ccc-9693-872dc9794997 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:59:21.762861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:59:21.762861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51985cf2-aeb5-4ccc-9693-872dc9794997 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:59:21.763378 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'status': 'completed', 'code': 200}
Jun 01 12:59:21.854900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-2bb3c90a-9cb6-4910-b9ef-01d8ca72d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:21.856614 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-2bb3c90a-9cb6-4910-b9ef-01d8ca72d11f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1097 time: 0.0980811
Jun 01 12:59:21.930314 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-bb99395a-b287-4d59-8d83-187452fee0af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 217 time: 0.0657756
Jun 01 12:59:21.956470 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebe4e5-7fc4-45e8-9c35-9c18a0a01e42 req-a0d64f52-a2d3-407b-a09d-54a81320f2fb tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:21.958003 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34ebe4e5-7fc4-45e8-9c35-9c18a0a01e42 req-a0d64f52-a2d3-407b-a09d-54a81320f2fb tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0847776
Jun 01 12:59:21.998909 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-3f670823-870c-4a8b-9dff-ec247280da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.000367 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-3f670823-870c-4a8b-9dff-ec247280da51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0639954
Jun 01 12:59:22.006752 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-34ebe4e5-7fc4-45e8-9c35-9c18a0a01e42 req-0611293a-2f7c-4fcd-9ff4-f15a00d6fb2f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426812
Jun 01 12:59:22.083801 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-c5a0f4f7-804d-4e81-98f4-6771055452a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.085339 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-c5a0f4f7-804d-4e81-98f4-6771055452a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777605
Jun 01 12:59:22.222893 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-dbbdc3e7-3403-4212-9382-4e5915d2c083 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299939
Jun 01 12:59:22.370439 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-f6daedad-8be3-4c6d-9e52-af08afe4c688 req-f966ff28-b979-4c9a-b5b1-bf0add14b407 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357875
Jun 01 12:59:22.519697 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-b3ab2864-5238-417e-a197-08171cd5d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.521238 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-b3ab2864-5238-417e-a197-08171cd5d57a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1097 time: 0.0891581
Jun 01 12:59:22.658839 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-2ecfaf1b-e41b-4f05-823a-2b230a67a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.660347 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-2ecfaf1b-e41b-4f05-823a-2b230a67a6b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1323366
Jun 01 12:59:22.737664 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-9f844bab-5901-486c-a947-74e9c7423d34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 217 time: 0.0669212
Jun 01 12:59:22.814484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-4ffcddad-d4d1-4daa-83d1-b220b7d8ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.816023 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-4ffcddad-d4d1-4daa-83d1-b220b7d8ee2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0710833
Jun 01 12:59:22.897449 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-04117389-28b6-4ad0-9544-da1b0f38d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:22.899203 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-04117389-28b6-4ad0-9544-da1b0f38d0d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722320
Jun 01 12:59:23.057011 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-30118229-67b4-4097-8c3d-6fb00c51f68b service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472192
Jun 01 12:59:23.203661 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-b5c639c6-6b93-407b-97d8-d55d56867697 req-ec831853-cf98-45d3-b05e-3285e31cd9fa service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388457
Jun 01 12:59:23.208020 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a98a0d-e713-4bdf-b2a9-7ac6244e0ff4 req-33572af4-019f-404a-85cd-8c5d9e1a233b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:23.209536 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b4a98a0d-e713-4bdf-b2a9-7ac6244e0ff4 req-33572af4-019f-404a-85cd-8c5d9e1a233b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0883808
Jun 01 12:59:23.256147 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-b4a98a0d-e713-4bdf-b2a9-7ac6244e0ff4 req-320541ef-e6c5-4888-8368-bedb51361e98 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402961
Jun 01 12:59:24.450588 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a26d8-07cf-4c7e-9c5d-07308b967406 req-d354e0ef-f04f-4e3f-ac46-e9093429156d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:24.452428 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-869a26d8-07cf-4c7e-9c5d-07308b967406 req-d354e0ef-f04f-4e3f-ac46-e9093429156d tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0883183
Jun 01 12:59:24.517021 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-869a26d8-07cf-4c7e-9c5d-07308b967406 req-2c4b645b-e6aa-49f6-9b96-15509a92acf2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563474
Jun 01 12:59:25.735092 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de3355-06c4-4a84-bcb1-2d37e4cba757 req-754ed8c5-e7c7-4ae9-a1d6-c4c87a1083b0 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:25.736473 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4de3355-06c4-4a84-bcb1-2d37e4cba757 req-754ed8c5-e7c7-4ae9-a1d6-c4c87a1083b0 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0932922
Jun 01 12:59:25.791827 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c4de3355-06c4-4a84-bcb1-2d37e4cba757 req-339ac350-0d3d-4acd-8888-7d8cfdd57335 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494790
Jun 01 12:59:26.233473 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 12:59:26.993578 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7daa2-7695-4f36-88c4-a8b4c4c5252e req-d24caa13-3a0c-4a19-ae21-c873512efbc9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:26.995083 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71f7daa2-7695-4f36-88c4-a8b4c4c5252e req-d24caa13-3a0c-4a19-ae21-c873512efbc9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0861881
Jun 01 12:59:27.046272 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-71f7daa2-7695-4f36-88c4-a8b4c4c5252e req-6b8f852d-debb-41e1-b950-bd5373650824 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454140
Jun 01 12:59:28.340564 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a728a58-f840-422c-a1d7-a1867b6dd05f req-d007550d-b76f-4382-988f-e9f5925ce196 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:28.341990 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a728a58-f840-422c-a1d7-a1867b6dd05f req-d007550d-b76f-4382-988f-e9f5925ce196 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.0967607
Jun 01 12:59:28.390877 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-0a728a58-f840-422c-a1d7-a1867b6dd05f req-aa9466a0-479e-4f5d-8d0c-3d9142bb8be1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416918
Jun 01 12:59:29.341147 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-60ef5127-70ab-450f-9be9-b7e64cdacbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:29.612104 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2b1d3-a0be-4f6f-9e52-4cc1667d44a9 req-50a920f6-9865-4c98-9b5b-541f6870ddb3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:29.613454 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2dd2b1d3-a0be-4f6f-9e52-4cc1667d44a9 req-50a920f6-9865-4c98-9b5b-541f6870ddb3 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 944 time: 0.1063533
Jun 01 12:59:29.659689 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2dd2b1d3-a0be-4f6f-9e52-4cc1667d44a9 req-3a2aacee-7645-406e-91d0-7e8d49271780 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404537
Jun 01 12:59:29.684137 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 26d066b6-854d-4c2c-85de-ff6064042dc8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=103771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 01 12:59:29.862957 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=26d066b6-854d-4c2c-85de-ff6064042dc8,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:59:29.877222 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Returning: {'device': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'port_id': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'mac_address': 'fa:16:3e:60:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 01 12:59:29.940513 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:29.966110 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d066b6-854d-4c2c-85de-ff6064042dc8 {{(pid=103771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 01 12:59:29.987284 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=26d066b6-854d-4c2c-85de-ff6064042dc8,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:59:29.994285 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:29.998590 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:30.067387 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=4']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:30.070784 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:30.277910 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] get_ports_and_sgs() called for port_ids ['26d066b6-854d-4c2c-85de-ff6064042dc8'] {{(pid=103771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 01 12:59:30.869308 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745434-69d4-4233-bfe5-e171e08b2e48 req-343d6974-f95a-4bb9-a9d2-c1a879c347a5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:30.871105 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0745434-69d4-4233-bfe5-e171e08b2e48 req-343d6974-f95a-4bb9-a9d2-c1a879c347a5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 945 time: 0.0941701
Jun 01 12:59:30.929713 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-c0745434-69d4-4233-bfe5-e171e08b2e48 req-f8d9e9c3-11bc-447d-bc5a-dd3deac446c1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509655
Jun 01 12:59:31.706731 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 26d066b6-854d-4c2c-85de-ff6064042dc8 up at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 01 12:59:31.784199 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning for port 26d066b6-854d-4c2c-85de-ff6064042dc8 completed by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 01 12:59:31.789286 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.provisioning_blocks [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Provisioning complete for port 26d066b6-854d-4c2c-85de-ff6064042dc8 triggered by entity L2. {{(pid=103771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 01 12:59:31.789667 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012075'] for port, provisioning_complete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:31.931675 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:31.950136 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-908e5d00-b0f7-40be-976d-154ede1d8be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:31.966990 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8'}] {{(pid=103771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:59:31.969464 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d711afc8e69dce73a826083f054cdb00399598d2ed7103eeae2475113ce79e33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2baca-734f-4e26-9a38-fc2f9f422d39" -d '{"events": [{"server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "name": "network-vif-plugged", "status": "completed", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8"}]}' {{(pid=103771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:59:31.978189 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=26d066b6-854d-4c2c-85de-ff6064042dc8,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 12:59:31.984325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334'] for port, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:31.986743 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:32.018064 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3824eb-a8da-4cb1-9bd4-7cdc5c9389c9 x-openstack-request-id: req-ee3824eb-a8da-4cb1-9bd4-7cdc5c9389c9 {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:59:32.018374 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "name": "network-vif-plugged", "status": "completed", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8", "code": 200}]} {{(pid=103771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:59:32.018637 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee3824eb-a8da-4cb1-9bd4-7cdc5c9389c9 {{(pid=103771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:59:32.019057 dv-cinder-776307-6-iscsi neutron-server[103771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'code': 200}
Jun 01 12:59:32.059827 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:32.071362 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Pushing event updated for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=5']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:32.075281 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:32.129484 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de9bd2-da32-4046-a1a5-61690a811add req-dbc22bee-2a53-442b-9c47-1e3cb34381c9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:32.130992 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a2de9bd2-da32-4046-a1a5-61690a811add req-dbc22bee-2a53-442b-9c47-1e3cb34381c9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.0891125
Jun 01 12:59:32.183614 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a2de9bd2-da32-4046-a1a5-61690a811add req-41d3b838-22b4-47c3-adf8-43ebe33417cd tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465472
Jun 01 12:59:32.365083 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051ad63-f1f9-4429-b616-ea4c29a96fef req-29fcc2f4-fc8c-44bf-90b7-8600d718dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:32.366567 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c051ad63-f1f9-4429-b616-ea4c29a96fef req-29fcc2f4-fc8c-44bf-90b7-8600d718dfb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1099 time: 0.0803490
Jun 01 12:59:32.416969 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c051ad63-f1f9-4429-b616-ea4c29a96fef req-8fb04f5e-fdbf-4364-b414-9160c8b40330 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418272
Jun 01 12:59:33.125963 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:33.392274 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eb1e6-0ba3-4e96-bc21-05b9de384e6f req-1de4fcc8-8667-4e43-bfb1-9534b0f1192f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:33.399219 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-186eb1e6-0ba3-4e96-bc21-05b9de384e6f req-1de4fcc8-8667-4e43-bfb1-9534b0f1192f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.1001658
Jun 01 12:59:33.443006 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-186eb1e6-0ba3-4e96-bc21-05b9de384e6f req-e9d8dc9d-0d8c-48fb-811b-6d508e53a31a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427296
Jun 01 12:59:34.658781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86f49-f774-446a-9dd6-4a7311b742ad req-d731be16-9333-4842-aa6b-d8bf2401b0c8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:34.660247 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d2d86f49-f774-446a-9dd6-4a7311b742ad req-d731be16-9333-4842-aa6b-d8bf2401b0c8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.0986309
Jun 01 12:59:34.707465 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-d2d86f49-f774-446a-9dd6-4a7311b742ad req-8969f067-6fcb-4532-96eb-6ee143f77e2a tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413454
Jun 01 12:59:34.794983 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:34.936414 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f117c2-d46a-4eef-98c9-190bdbf03b11 req-95189a2f-2500-482a-8c41-e73888e399d4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:34.937765 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-21f117c2-d46a-4eef-98c9-190bdbf03b11 req-95189a2f-2500-482a-8c41-e73888e399d4 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.0942750
Jun 01 12:59:34.987205 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-21f117c2-d46a-4eef-98c9-190bdbf03b11 req-08f49c40-7bb7-4884-b4c7-04beac9577a9 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436170
Jun 01 12:59:35.014074 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59534) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:59:35.096570 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd4415-5557-44b7-97ac-8243e17b841d tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:35.098359 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-66bd4415-5557-44b7-97ac-8243e17b841d tempest-TestVolumeBootPattern-183974914 tempest-TestVolumeBootPattern-183974914-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1094 time: 0.0832834
Jun 01 12:59:35.101379 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59538) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 12:59:35.106585 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Request body: {'floatingip': {'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'port_id': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 12:59:35.113373 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 12:59:35.117605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Usage tracker for resource:floatingip and tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 12:59:35.120654 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 12:59:35.126644 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 12:59:35.146106 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:35.406407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:35.556341 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Allocated IP 172.27.2.112 (cb78ed3c-b650-4b42-9123-f1aafa07d470/e27bfd36-b4a0-4537-ae63-4d579fc1288e/3814dde3-60c2-4918-952d-ff0e5c470318) {{(pid=103769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 01 12:59:35.717093 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:35.749058 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779648620243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:35.753235 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-215f4348-80e9-4caf-b825-e4baa6af3ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:35.822896 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Network cb78ed3c-b650-4b42-9123-f1aafa07d470 is already hosted by enough agents. {{(pid=103769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 01 12:59:35.826430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Resources bound (agent type, host, resource id):  {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 12:59:35.830212 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Received port after_create {{(pid=103769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 01 12:59:35.860671 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=3814dde3-60c2-4918-952d-ff0e5c470318,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:35.879470 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.879861 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.880229 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.880598 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.880968 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.881328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.881691 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.882055 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.882411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.882794 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.883151 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.883506 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 12:59:35.889592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:36.297333 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:36.385574 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3850525'] for port, before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:36.609781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for port, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:36.616302 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779649055636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779648620261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779648621334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11525861'] for port, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:36.620290 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 12:59:36.726919 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event updated for resources: {'Port': ['ID=3814dde3-60c2-4918-952d-ff0e5c470318,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 12:59:36.731059 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 12:59:36.737609 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:36.913095 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP 7559f7db-bf23-4945-973b-e3b159996d4d associated. External IP: 172.27.2.112, port: 26d066b6-854d-4c2c-85de-ff6064042dc8.
Jun 01 12:59:37.390781 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 12:59:37.583653 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 12:59:37.593273 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 12:59:37.604626 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:59:37.605584 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc47d850>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:59:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:59:37.609895 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:37.679855 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5772617
Jun 01 12:59:37.680913 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 12:59:37.683694 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f5891-8041-4deb-af6b-fce74f441021" -d '{"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 12:59:37.742557 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893c23e-440a-4c6b-b37a-122e833fdae0 x-openstack-request-id: req-a893c23e-440a-4c6b-b37a-122e833fdae0 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 12:59:37.743078 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 12:59:37.743409 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a893c23e-440a-4c6b-b37a-122e833fdae0 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 12:59:37.743920 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'status': 'completed', 'code': 200}
Jun 01 12:59:37.850155 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:59:37.854997 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-43ea37f6-2a6c-404b-bbfb-3872f6b58773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:37.856541 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-43ea37f6-2a6c-404b-bbfb-3872f6b58773 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1099 time: 0.0804031
Jun 01 12:59:38.021280 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-4379b2e7-cc2f-40df-9c9f-e49a94ae67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:38.022928 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-4379b2e7-cc2f-40df-9c9f-e49a94ae67ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1487107
Jun 01 12:59:38.135032 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-1d951d92-9d5f-43f8-baeb-d0435b881f86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 1000 time: 0.1031849
Jun 01 12:59:38.204136 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-c71db81f-3df2-41e5-9f7a-f7296a569a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:38.205502 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-c71db81f-3df2-41e5-9f7a-f7296a569a24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0612106
Jun 01 12:59:38.229400 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc47d850>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '7559f7db-bf23-4945-973b-e3b159996d4d', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:60:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:36Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}, {'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:59:38.233543 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 12:59:38.242185 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 12:59:38.242900 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc47d850>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T12:59:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:59:38.307221 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-f11b75ad-c4a7-435f-b073-bec29e031226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:38.309133 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-f11b75ad-c4a7-435f-b073-bec29e031226 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0948236
Jun 01 12:59:38.445418 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 12:59:38.463137 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-58009eec-3fd7-4147-80e1-918cc501d7f0 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427920
Jun 01 12:59:38.601756 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-4a8f5891-8041-4deb-af6b-fce74f441021 req-1385e902-ea42-4895-9f20-3bfb5711a3ff service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282849
Jun 01 12:59:38.827529 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc47d850>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '7559f7db-bf23-4945-973b-e3b159996d4d', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:60:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:36Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}, {'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 12:59:38.832763 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b1d02-0ba2-4b79-a62e-79fb9772dc9b None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': '7559f7db-bf23-4945-973b-e3b159996d4d', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:60:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:36Z', 'revision_number': 0, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}, {'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 12:59:39.140630 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1caf1-00e0-462e-9982-2134ea991f7f None None] New status for floating IP 7559f7db-bf23-4945-973b-e3b159996d4d: ACTIVE {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 12:59:45.445546 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 12:59:52.801072 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-d4099fc1-7dc7-4cfd-9372-0f134e536140 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723162
Jun 01 12:59:52.965824 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-b0178b1a-f5dd-485b-bef6-c7a0a315ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:52.967349 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-b0178b1a-f5dd-485b-bef6-c7a0a315ae11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1098 time: 0.0829382
Jun 01 12:59:53.247182 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-c77c5cf8-0401-4bca-804e-5b547470c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:53.248647 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-c77c5cf8-0401-4bca-804e-5b547470c8fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.2556560
Jun 01 12:59:53.382042 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-950f382c-103a-48d3-a82a-c38c6a967857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 1000 time: 0.1261399
Jun 01 12:59:53.468554 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-365482ee-27db-42d0-a83e-9f59aa276f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:53.469851 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-365482ee-27db-42d0-a83e-9f59aa276f8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0765569
Jun 01 12:59:53.552900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-e71843c5-3109-436a-9b72-0cb28333355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 12:59:53.554397 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-e71843c5-3109-436a-9b72-0cb28333355b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749836
Jun 01 12:59:53.700010 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-1da56cd0-7b89-48dc-801d-92fc941f64e6 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376102
Jun 01 12:59:53.872359 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-669fe4a3-2b4d-4ba1-bb01-3eaca5cf8ebd req-691dfccc-9b16-4675-958a-9c8c598a36ad service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627829
Jun 01 12:59:59.339010 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e71a8a50-1052-4f37-8cf8-3e0924fc403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:01.084813 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd855-7d61-4a36-83a1-4326b74fafdf req-eba02b54-3460-41e9-a99d-9ecd5e0385be tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:01.086193 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a3cbd855-7d61-4a36-83a1-4326b74fafdf req-eba02b54-3460-41e9-a99d-9ecd5e0385be tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.1010468
Jun 01 13:00:01.143500 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-a3cbd855-7d61-4a36-83a1-4326b74fafdf req-ef65158f-cfe2-435e-9c2a-76cc789777e0 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509417
Jun 01 13:00:01.940195 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1734bcbe-6e7e-4ab8-9e6f-8d24151120be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:02.037987 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:02.361208 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c4a2-ded8-43b7-a3c1-4dbba098df30 req-bea68b47-409b-49e5-baf6-7e4f667b27cf tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:02.362687 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c06c4a2-ded8-43b7-a3c1-4dbba098df30 req-bea68b47-409b-49e5-baf6-7e4f667b27cf tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.1022129
Jun 01 13:00:02.410694 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-2c06c4a2-ded8-43b7-a3c1-4dbba098df30 req-ebd97dae-026e-4a2e-95c3-2b54c87473a3 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417354
Jun 01 13:00:03.129335 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:03.232695 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:00:03.328965 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-6de751e1-bc4c-413a-8672-37aa37605916 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:03.329704 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-6de751e1-bc4c-413a-8672-37aa37605916 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Synchronizing usage tracker for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 13:00:03.352626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-6de751e1-bc4c-413a-8672-37aa37605916 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Unset dirty status for tenant:2b6db2259c194e1d8ac34025c6e903dc on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 13:00:03.354517 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-6de751e1-bc4c-413a-8672-37aa37605916 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.1185832
Jun 01 13:00:03.506682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Deleting port ddf554ef-e57e-4569-88c8-a0b163f9edff {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:03.507033 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:03.612266 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09363572-47f2-4154-8cfe-c12bf203d21b req-26b8e004-0227-478e-8b86-414cdfc965a5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:03.613783 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09363572-47f2-4154-8cfe-c12bf203d21b req-26b8e004-0227-478e-8b86-414cdfc965a5 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 945 time: 0.0840282
Jun 01 13:00:03.646394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] For port ddf554ef-e57e-4569-88c8-a0b163f9edff, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ddf554ef-e57e-4569-88c8-a0b163f9edff,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:00:03.646788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:03.659690 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09363572-47f2-4154-8cfe-c12bf203d21b req-5ab4702c-7a3c-4330-8749-52e1932e65a9 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d43b466-95a9-4a1a-ae82-2603b3b7560f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400429
Jun 01 13:00:03.950178 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:03.950888 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775955'] for floatingip, after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:03.951206 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Floating IP 5ec2e6a4-4bdc-47ae-91f5-998e435e8c67 disassociated. External IP: 172.27.2.218, port: ddf554ef-e57e-4569-88c8-a0b163f9edff.
Jun 01 13:00:03.951550 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Calling delete_port for ddf554ef-e57e-4569-88c8-a0b163f9edff owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:04.074394 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:04.080788 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-592a6f82-7da1-47b6-8895-9d0b6e975ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:04.125143 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'Port': ['ID=ddf554ef-e57e-4569-88c8-a0b163f9edff,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:04.128329 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:04.443274 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:00:04.641510 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:00:04.651157 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:00:04.666701 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:00:04.667776 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3febb0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:00:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:04.722693 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] No DVR routers for this DVR port ddf554ef-e57e-4569-88c8-a0b163f9edff on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:00:04.725179 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:04.728144 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'name': 'network-vif-deleted', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 13:00:04.730485 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1fc1d-956a-4be6-a037-a5dfb20eb838" -d '{"events": [{"server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "name": "network-vif-deleted", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 13:00:04.746865 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-c5d9b714-b9d0-4747-bb74-c00f504b2b48 req-d14f57b6-c751-48f9-a171-bcfdc6c85e82 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.60 "DELETE /v2.0/ports/ddf554ef-e57e-4569-88c8-a0b163f9edff HTTP/1.1" status: 204  len: 173 time: 1.3838739
Jun 01 13:00:04.806263 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ef829-b48c-4847-ad30-dd9fae4922f5 x-openstack-request-id: req-fe1ef829-b48c-4847-ad30-dd9fae4922f5 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 13:00:04.806819 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21539035-ba7a-495b-a0a6-24fa25a4254c", "name": "network-vif-deleted", "tag": "ddf554ef-e57e-4569-88c8-a0b163f9edff", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 13:00:04.807259 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe1ef829-b48c-4847-ad30-dd9fae4922f5 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 13:00:04.807904 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21539035-ba7a-495b-a0a6-24fa25a4254c', 'name': 'network-vif-deleted', 'tag': 'ddf554ef-e57e-4569-88c8-a0b163f9edff', 'status': 'completed', 'code': 200}
Jun 01 13:00:04.812697 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:04.860040 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:00:04.952420 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7e98f359-4bab-4d65-9132-35ec6259ad8e req-8294b5c3-6cb6-46f7-adf8-9fd25aace70e tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/ports?device_id=21539035-ba7a-495b-a0a6-24fa25a4254c HTTP/1.1" status: 200  len: 210 time: 0.1702449
Jun 01 13:00:05.247134 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3febb0>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:05.251596 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:00:05.261393 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:00:05.262092 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3febb0>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:00:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:05.448444 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:00:05.791264 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc3febb0>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:05.796449 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1de461-a037-40b7-9dff-ef1d6af0c670 None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 4, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'c492dbde-b525-4673-a8ef-25f6840be632', 'name': '', 'network_id': '5008e50a-5411-469f-ac97-1d3ba12e148f', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'mac_address': 'fa:16:3e:9e:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '335fd243-b792-47d2-baf6-6786e591baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:32Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'subnets': [{'id': '335fd243-b792-47d2-baf6-6786e591baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:00:05.971730 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device ddf554ef-e57e-4569-88c8-a0b163f9edff no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:00:06.008400 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: ddf554ef-e57e-4569-88c8-a0b163f9edff {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:00:06.008757 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device ddf554ef-e57e-4569-88c8-a0b163f9edff not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:00:06.026938 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bced678-b5d8-4f1b-bd41-c25f76f90e78 None None] New status for floating IP 5ec2e6a4-4bdc-47ae-91f5-998e435e8c67: DOWN {{(pid=103771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 13:00:06.114500 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59678) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:06.188046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.219824 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.281062 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.285715 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e9dca73f-6263-47cf-b84b-4412c4dadeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:06.303251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43b466-95a9-4a1a-ae82-2603b3b7560f,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:06.306025 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:06.316169 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.319786 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-5b11b3a4-4043-4936-b7ae-93e3588f8e05 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "DELETE /v2.0/security-groups/2d43b466-95a9-4a1a-ae82-2603b3b7560f HTTP/1.1" status: 204  len: 168 time: 0.2019238
Jun 01 13:00:06.320349 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59682) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:06.341642 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.api.v2.resource [None req-a178bd5a-3591-4203-bb30-61240a95a7fe tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] show failed (client error): The resource could not be found.
Jun 01 13:00:06.342593 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-a178bd5a-3591-4203-bb30-61240a95a7fe tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "GET /v2.0/security-groups/2d43b466-95a9-4a1a-ae82-2603b3b7560f HTTP/1.1" status: 404  len: 347 time: 0.0208275
Jun 01 13:00:06.345315 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59686) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:06.611198 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Deleting port 1b48bfcf-8cba-4496-899f-3ef5cc2998f7 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:06.611467 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.745940 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.746420 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:06.875697 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Calling delete_port for 1b48bfcf-8cba-4496-899f-3ef5cc2998f7 owned by network:floatingip {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:06.996788 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:07.000606 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:07.043892 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Pushing event deleted for resources: {'Port': ['ID=1b48bfcf-8cba-4496-899f-3ef5cc2998f7,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:07.081271 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.081643 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.082008 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.082365 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.082727 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.083081 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.083430 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.083779 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.084126 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.084476 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.084819 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.085161 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:07.092406 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:07.150102 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks [] for floatingip, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:07.164762 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:07.165884 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-7f98f537-340b-488b-884c-28bad8024f2c tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] 10.222.0.86 "DELETE /v2.0/floatingips/5ec2e6a4-4bdc-47ae-91f5-998e435e8c67 HTTP/1.1" status: 204  len: 168 time: 0.8196726
Jun 01 13:00:11.272845 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59718) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:11.856597 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:12.414811 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Deleting port c492dbde-b525-4673-a8ef-25f6840be632 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:12.415554 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:12.547713 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] For port c492dbde-b525-4673-a8ef-25f6840be632, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=c492dbde-b525-4673-a8ef-25f6840be632,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:00:12.548012 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:12.676841 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Calling delete_port for c492dbde-b525-4673-a8ef-25f6840be632 owned by network:router_interface {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:12.848777 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:12.852582 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-e331479e-c07b-4b9f-88c2-115a6ff3b999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:12.895432 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Pushing event deleted for resources: {'Port': ['ID=c492dbde-b525-4673-a8ef-25f6840be632,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:12.898486 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:13.177990 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:13.657357 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:00:13.837535 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:00:13.848601 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Sync routers for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:00:13.849801 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-02aab3a4-3b9b-41a0-a01e-2fb15720617a admin admin] 10.222.0.86 "PUT /v2.0/routers/3a99583e-f215-4c8e-a0ee-9d0a062d72d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5748632
Jun 01 13:00:13.852556 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59722) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:13.858861 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:00:13.859483 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb940>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:00:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:14.035851 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks [] for router, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:14.042236 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:00:14.213207 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:14.289942 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Deleting port ba018163-58a7-45e4-b168-990a2a393826 {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:14.290189 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:14.337868 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb940>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ba018163-58a7-45e4-b168-990a2a393826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T13:00:12Z', 'revision_number': 5, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port': {'id': 'ba018163-58a7-45e4-b168-990a2a393826', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:29Z', 'updated_at': '2021-06-01T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:14.342685 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Checking router: 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:00:14.351545 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Routers {'3a99583e-f215-4c8e-a0ee-9d0a062d72d5'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:00:14.352174 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb940>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:00:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:14.420298 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] For port ba018163-58a7-45e4-b168-990a2a393826, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=ba018163-58a7-45e4-b168-990a2a393826,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:00:14.420725 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:14.507833 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] Set router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:00:14.552318 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Calling delete_port for ba018163-58a7-45e4-b168-990a2a393826 owned by network:router_gateway {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:14.641314 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc5bb940>, [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T13:00:14Z', 'revision_number': 6, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:14.645290 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3383d4-8956-417c-bbf7-39f83379b656 None None] The sync data for ids ['3a99583e-f215-4c8e-a0ee-9d0a062d72d5'] in dv-cinder-776307-6-iscsi is: [{'id': '3a99583e-f215-4c8e-a0ee-9d0a062d72d5', 'name': 'tempest-AttachVolumeTestJSON-505170361-router', 'tenant_id': '2b6db2259c194e1d8ac34025c6e903dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:28Z', 'updated_at': '2021-06-01T13:00:14Z', 'revision_number': 6, 'project_id': '2b6db2259c194e1d8ac34025c6e903dc', 'gw_port_host': None}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:00:14.705696 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:14.709559 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-1e33dbe2-6542-4c1b-9b88-611cbf5a13f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:14.755831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba018163-58a7-45e4-b168-990a2a393826,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:14.781928 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:14.853367 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.169131 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.172254 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.198612 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.199454 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a99583e-f215-4c8e-a0ee-9d0a062d72d5 {{(pid=103770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 13:00:15.218027 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] Notify callbacks [] for router, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.219182 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-2f7dd04c-07b2-4be1-82c6-c1987f60713c admin admin] 10.222.0.86 "DELETE /v2.0/routers/3a99583e-f215-4c8e-a0ee-9d0a062d72d5 HTTP/1.1" status: 204  len: 168 time: 1.3655996
Jun 01 13:00:15.221815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59726) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:15.285596 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Deleting subnet 335fd243-b792-47d2-baf6-6786e591baa4 {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 13:00:15.289087 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.343605 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10802760'] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.418611 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device c492dbde-b525-4673-a8ef-25f6840be632 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:00:15.462379 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: c492dbde-b525-4673-a8ef-25f6840be632 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:00:15.462762 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device c492dbde-b525-4673-a8ef-25f6840be632 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:00:15.475710 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.486822 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.770097 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1698696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10585473'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.774483 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d8a91d65-6edb-4dfb-935d-e1ccaa8fb738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:15.814542 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335fd243-b792-47d2-baf6-6786e591baa4,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:15.817737 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:15.818810 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:15.824977 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5aad9-fd7d-4b85-8cf9-ed1d4a2897f7 None None] Network 5008e50a-5411-469f-ac97-1d3ba12e148f requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:00:15.827033 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/335fd243-b792-47d2-baf6-6786e591baa4 HTTP/1.1" status: 204  len: 168 time: 0.6034760
Jun 01 13:00:15.829276 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59730) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:15.940489 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.016003 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Deleting port 01dff645-2c58-4090-9e77-f5418c1ba13c {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:16.016551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.094991 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] DHCP port deletion for 5008e50a-5411-469f-ac97-1d3ba12e148f request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 13:00:16.130072 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] For port 01dff645-2c58-4090-9e77-f5418c1ba13c, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=01dff645-2c58-4090-9e77-f5418c1ba13c,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:00:16.130428 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.165282 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Deleting port 01dff645-2c58-4090-9e77-f5418c1ba13c {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:00:16.165667 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.254079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Calling delete_port for 01dff645-2c58-4090-9e77-f5418c1ba13c owned by network:dhcp {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:16.272456 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] For port 01dff645-2c58-4090-9e77-f5418c1ba13c, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=01dff645-2c58-4090-9e77-f5418c1ba13c,segment=NetworkSegment(b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa),segment_id=b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:00:16.272865 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.302942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.308196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-209d80d4-9159-4a5b-8497-7f53aa3107a1 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:16.357220 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Pushing event deleted for resources: {'Port': ['ID=01dff645-2c58-4090-9e77-f5418c1ba13c,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:16.360688 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:16.365423 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] No DVR routers for this DVR port 01dff645-2c58-4090-9e77-f5418c1ba13c on host dv-cinder-776307-6-iscsi {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:00:16.400325 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Calling delete_port for 01dff645-2c58-4090-9e77-f5418c1ba13c owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:00:16.444596 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.448421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:16.485916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.492125 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Pushing event deleted for resources: {'Port': ['ID=01dff645-2c58-4090-9e77-f5418c1ba13c,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:16.499173 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] No DVR routers for this DVR port 01dff645-2c58-4090-9e77-f5418c1ba13c on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:00:16.500720 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bc351e80>,) {'filters': {'network_id': ['5008e50a-5411-469f-ac97-1d3ba12e148f']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:16.507734 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.508083 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.508435 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.508769 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.509107 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.509426 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.509753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.510079 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.510403 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.510746 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.511072 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.511390 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:16.514773 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:16.524279 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc351e80>, 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:16.524580 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc351e80>, 'b0a2a4f6-4f93-4a31-9fa7-5e55f01f3efa') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:16.537465 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.556120 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.564024 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 13:00:16.564412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 13:00:16.578694 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 13:00:16.665852 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.670306 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:16.688652 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:16.698911 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Pushing event deleted for resources: {'Network': ['ID=5008e50a-5411-469f-ac97-1d3ba12e148f,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:16.704836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:16.721589 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-454d1b9b-3ea5-4dc6-ab4b-9d060450100c admin admin] 10.222.0.86 "DELETE /v2.0/networks/5008e50a-5411-469f-ac97-1d3ba12e148f HTTP/1.1" status: 204  len: 168 time: 0.8911715
Jun 01 13:00:16.874364 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59736) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:16.900227 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 01dff645-2c58-4090-9e77-f5418c1ba13c no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:00:16.927481 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-dc556cc8-0824-40e5-86e4-4f83644dac44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b6db2259c194e1d8ac34025c6e903dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517850
Jun 01 13:00:16.930208 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59740) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:16.943170 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 01dff645-2c58-4090-9e77-f5418c1ba13c {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:00:16.943551 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 01dff645-2c58-4090-9e77-f5418c1ba13c not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:00:16.943988 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device ba018163-58a7-45e4-b168-990a2a393826 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:00:16.979832 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: ba018163-58a7-45e4-b168-990a2a393826 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:00:16.980222 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device ba018163-58a7-45e4-b168-990a2a393826 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:00:16.995238 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:17.021872 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:17.081699 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:17.085809 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-4c2282ae-7ef9-47f8-bb48-9fc3330d46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:17.100138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6289d0c-3b55-4a61-9995-c9e4ef912b30,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:17.103943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:17.108658 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:17.110057 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b56c3916-63b7-4d92-934d-3a6c3d9157bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6289d0c-3b55-4a61-9995-c9e4ef912b30 HTTP/1.1" status: 204  len: 168 time: 0.1786177
Jun 01 13:00:27.748681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59856) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:27.889349 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:27.904602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:27.909080 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Usage tracker for resource:security_group_rule and tenant:5e8d064fabbf4c5ca0587074374da9fc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:27.912451 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:27.920916 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:28.016112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.021878 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.029000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-2a966d0d-851f-4a71-bc0b-7b431828b3a4 tempest-VolumesNegativeTest-1918741643 tempest-VolumesNegativeTest-1918741643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:28.177836 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e8d064fabbf4c5ca0587074374da9fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4275639
Jun 01 13:00:28.178771 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce44193-dbbb-4cd2-be81-04ac300471bd,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:28.180753 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59862) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:28.182128 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-687488fe-ef54-4308-b46f-5845a8914196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:28.245698 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.272229 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.326575 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.331125 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b5eef6d1-55f0-4f72-82b6-ae436ee9ad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:28.342309 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce44193-dbbb-4cd2-be81-04ac300471bd,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:28.346610 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:28.349903 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:28.351070 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-23e34618-0995-430e-8aab-14fd15c9019d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ce44193-dbbb-4cd2-be81-04ac300471bd HTTP/1.1" status: 204  len: 168 time: 0.1689658
Jun 01 13:00:29.335222 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5b8411f7-52c8-4d19-aef5-2fd6ca0641a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.292705 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59934) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:31.432589 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.447489 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:31.452045 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Usage tracker for resource:security_group_rule and tenant:24bd51755eeb4d70acda6fa995846238 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:31.455284 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:31.461613 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:31.547746 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.552700 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.563441 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-d2e48256-efcf-4fbf-9af4-4c0239932274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:31.606025 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a4db3-f1ce-4d9f-86f1-3b2405cbe1ff,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:31.610421 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24bd51755eeb4d70acda6fa995846238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3163574
Jun 01 13:00:31.611341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:31.613968 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59940) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:31.683314 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.715998 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.775325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.779133 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-8a7446ce-2ba5-4c4f-bba7-7a98205c5010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:31.791126 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a4db3-f1ce-4d9f-86f1-3b2405cbe1ff,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:31.795159 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:31.798978 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:31.800106 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-ce0a90f6-dc47-4283-840d-d456d5fc7a49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/283a4db3-f1ce-4d9f-86f1-3b2405cbe1ff HTTP/1.1" status: 204  len: 168 time: 0.1852386
Jun 01 13:00:31.938185 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-0e07649b-e31a-45a4-ba9b-3a2f29c45775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.033106 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.129104 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 59948) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:32.147714 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.162710 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:32.166838 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Usage tracker for resource:security_group_rule and tenant:827ce9eacf95486996e67e371fa6927f is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:32.169767 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:32.176709 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:32.258156 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.264517 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.271638 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-355b5990-b728-4b7e-a95c-0dd94260a42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:32.315985 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=827ce9eacf95486996e67e371fa6927f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1857765
Jun 01 13:00:32.316970 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53a89d-917c-4c98-aa0b-cca55394beb6,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:32.318679 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 59952) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:32.319983 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-62d2bcb3-8208-47cc-b53f-2bd35220a310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:32.383889 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.412450 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.469655 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.475332 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b97faa57-f5ed-4b05-9a9f-fcab8dca64a3 tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:32.491112 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53a89d-917c-4c98-aa0b-cca55394beb6,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:32.495166 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:32.500816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:32.501982 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-59cb846b-d7cf-4691-87f0-e7947c810c82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5b53a89d-917c-4c98-aa0b-cca55394beb6 HTTP/1.1" status: 204  len: 168 time: 0.1816137
Jun 01 13:00:33.132226 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:34.796234 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:34.994138 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60024) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:35.141416 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.157099 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:35.167410 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Usage tracker for resource:security_group_rule and tenant:27e5ce237f3947feb878a5ec9ba321dc is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:35.171264 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:35.178538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:35.268926 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.274358 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.286079 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-cebe51a3-cbd5-4532-b2e3-be80f4248e02 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:35.333332 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27e5ce237f3947feb878a5ec9ba321dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3354237
Jun 01 13:00:35.333332 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b905937-a4c4-4302-827b-1697037c4777,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:35.333906 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60030) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:35.335866 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-39b701fc-e0db-4f88-abb4-ed2f9671ba4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:35.400585 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.426954 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.496387 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.503032 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f0a82e34-7b17-40aa-b750-96b8164470bb tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:35.519660 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b905937-a4c4-4302-827b-1697037c4777,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:35.522080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:35.530432 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.531802 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-af688aee-90ed-4b5d-97e1-922b182cd298 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b905937-a4c4-4302-827b-1697037c4777 HTTP/1.1" status: 204  len: 168 time: 0.1968317
Jun 01 13:00:35.963070 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60038) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:35.981815 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:35.998080 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:36.002899 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Usage tracker for resource:security_group_rule and tenant:4435567474494a3998b447fae1db6c84 is out of sync, need to count used quota {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:36.006115 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.quota.resource [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:36.012860 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.quota.driver [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:36.114641 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.122349 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.133020 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-09680c79-24db-44de-b112-bbd95a1df2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:36.175543 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99373f-bd36-4b6a-9bef-83c8fa136388,revision_number=1']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:36.179633 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4435567474494a3998b447fae1db6c84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2155063
Jun 01 13:00:36.180540 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-04f1b592-69b5-48fe-ad13-babc90a877d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:36.182422 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60044) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:36.244093 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.271677 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.327568 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.331678 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-c4bad485-4e18-46e8-a2e0-046b215c9c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:36.343151 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99373f-bd36-4b6a-9bef-83c8fa136388,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:36.347052 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:36.350695 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:36.351836 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-9ea671ae-2723-4cda-bcf3-64bd75794f08 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e99373f-bd36-4b6a-9bef-83c8fa136388 HTTP/1.1" status: 204  len: 168 time: 0.1684911
Jun 01 13:00:37.227380 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60070) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:37.348070 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053727454-network', 'tenant_id': '509721edc34644b58e13c183d47f24fb'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 13:00:37.353285 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:37.358032 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Usage tracker for resource:network and tenant:509721edc34644b58e13c183d47f24fb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:37.361579 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:37.367493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:37.380502 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Made reservation on behalf of 509721edc34644b58e13c183d47f24fb for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 13:00:37.383051 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.396080 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.411666 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:37.415596 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Usage tracker for resource:security_group_rule and tenant:509721edc34644b58e13c183d47f24fb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:37.418484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:37.424793 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:37.517359 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.524192 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.528669 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-669c1718-d948-47f7-ac94-174b546318d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:37.554395 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 13:00:37.567891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c39713e-5caf-4e5b-b529-afab2549245a,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:37.573152 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.573500 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Added segment d8636862-19ce-4ee5-b845-1567dc9afaa1 of type vlan for network 5e7e156e-2e09-4a69-af08-e4c8b4519df0
Jun 01 13:00:37.583129 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.583509 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.583891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.584261 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.584625 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.585000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.585417 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.585744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.586207 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.586592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.586982 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.587342 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:00:37.591646 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:37.614407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.648816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.650770 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:37.650971 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:37.654408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:37.774379 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7e156e-2e09-4a69-af08-e4c8b4519df0,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:37.776969 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:37.783558 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-d94dfc5b-24b6-4c7e-891a-e63771aa70b0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5550106
Jun 01 13:00:37.784821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60076) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:37.785927 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 5e7e156e-2e09-4a69-af08-e4c8b4519df0 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 13:00:37.790529 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Request body: {'subnet': {'network_id': '5e7e156e-2e09-4a69-af08-e4c8b4519df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053727454-subnet', 'tenant_id': '509721edc34644b58e13c183d47f24fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 13:00:37.796436 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:37.801351 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Usage tracker for resource:subnet and tenant:509721edc34644b58e13c183d47f24fb is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:37.804369 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:37.810200 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:37.821586 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Made reservation on behalf of 509721edc34644b58e13c183d47f24fb for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 13:00:37.824000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:38.260262 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:38.263888 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:38.337281 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff658f46-49e3-41f2-9d0a-36567acf4f03,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:38.341316 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:38.349172 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Checking segment: {'id': 'd8636862-19ce-4ee5-b845-1567dc9afaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e7e156e-2e09-4a69-af08-e4c8b4519df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 13:00:38.349527 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Network hostable DHCP agents. Network: 5e7e156e-2e09-4a69-af08-e4c8b4519df0, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 13:00:38.370505 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Network 5e7e156e-2e09-4a69-af08-e4c8b4519df0 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 13:00:38.383880 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 5e7e156e-2e09-4a69-af08-e4c8b4519df0) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 13:00:38.393660 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:38.394277 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:38.396137 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da314ca3-65c3-4ab7-b9c8-9687768f5a4d None None] Network 5e7e156e-2e09-4a69-af08-e4c8b4519df0 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:00:38.418906 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b96905ba-eccf-440d-9848-b677cf1a41c2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6329603
Jun 01 13:00:38.604256 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79498b05-5554-4ccf-a926-b13a248f81d9 None None] Network 5e7e156e-2e09-4a69-af08-e4c8b4519df0 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:00:39.003914 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60094) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:39.013551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134094214-network', 'tenant_id': '408081a841834f5baa9b6d961124cdd2'}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 13:00:39.020677 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:39.025543 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Usage tracker for resource:network and tenant:408081a841834f5baa9b6d961124cdd2 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:39.028461 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:39.034239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:39.048512 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Made reservation on behalf of 408081a841834f5baa9b6d961124cdd2 for: {'network': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 13:00:39.050949 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3850518'] for network, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.063657 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.079007 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:39.083197 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Usage tracker for resource:security_group_rule and tenant:408081a841834f5baa9b6d961124cdd2 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:39.086142 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:39.092209 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:39.177868 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.184791 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.189472 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e610af55-6c13-4b1e-bc21-781211b987d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:39.223849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894}  {{(pid=103769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 01 13:00:39.233166 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5a1347-64cd-4af2-a0a1-4300af8eff97,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:39.236705 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:39.240978 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.241410 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.segments_db [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Added segment c1c99ff5-6c95-4cd5-b7f1-795ecdff5aef of type vlan for network 165b36df-db1c-40a4-9502-9d258b866159
Jun 01 13:00:39.269040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779648641365'] for network, precommit_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.301248 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113'] for network, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.302808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:39.303403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.308542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-d9d6d277-2562-4c74-b6a6-434c41d07aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:39.418492 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Pushing event updated for resources: {'Network': ['ID=165b36df-db1c-40a4-9502-9d258b866159,revision_number=1']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:39.422747 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:39.425047 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-0de686ce-8af8-4cc7-aa8a-cbe3da1687d2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4195733
Jun 01 13:00:39.428330 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60098) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:39.430144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Network 165b36df-db1c-40a4-9502-9d258b866159 details requested by agent ovs-agent-dv-cinder-776307-6-iscsi with host dv-cinder-776307-6-iscsi {{(pid=103771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 01 13:00:39.436032 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.v2.base [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Request body: {'subnet': {'network_id': '165b36df-db1c-40a4-9502-9d258b866159', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134094214-subnet', 'tenant_id': '408081a841834f5baa9b6d961124cdd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 01 13:00:39.442089 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 01 13:00:39.446515 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Usage tracker for resource:subnet and tenant:408081a841834f5baa9b6d961124cdd2 is out of sync, need to count used quota {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 01 13:00:39.460155 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 01 13:00:39.469140 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.quota.driver [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 01 13:00:39.484478 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Made reservation on behalf of 408081a841834f5baa9b6d961124cdd2 for: {'subnet': 1} {{(pid=103769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 01 13:00:39.488459 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10882835'] for subnet, before_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.914808 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11062108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10882821'] for subnet, after_create {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:39.918456 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:39.991675 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2f5ad4-472d-4506-93f7-b78d27baaa47,revision_number=0']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:39.995038 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:40.001719 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Checking segment: {'id': 'c1c99ff5-6c95-4cd5-b7f1-795ecdff5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '165b36df-db1c-40a4-9502-9d258b866159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 01 13:00:40.002084 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Network hostable DHCP agents. Network: 165b36df-db1c-40a4-9502-9d258b866159, hostable agents: ['9dbf1f97-68dd-4ab6-a1ac-17e6412598b2'], hosted agents: [] {{(pid=103769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 01 13:00:40.022383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Network 165b36df-db1c-40a4-9502-9d258b866159 is scheduled to be hosted by DHCP agent 9dbf1f97-68dd-4ab6-a1ac-17e6412598b2 with binding_index 1 {{(pid=103769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 01 13:00:40.033678 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.base_scheduler [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-iscsi, 165b36df-db1c-40a4-9502-9d258b866159) {{(pid=103769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 01 13:00:40.042725 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d432d-1698-4015-9755-47782e5cdf10 None None] Network 165b36df-db1c-40a4-9502-9d258b866159 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:00:40.043721 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:40.044327 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:40.066294 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-dd764801-ba9d-403a-86eb-2091b7f526ae admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6364028
Jun 01 13:00:40.232259 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:00:40.239749 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594891d-4a6b-4643-a6d5-7a8b034a28a9 None None] Network 165b36df-db1c-40a4-9502-9d258b866159 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:00:45.456560 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:55.171552 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-f00aeadf-1fb3-4d45-9fc5-5d1b806ac3ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3505256
Jun 01 13:00:55.299876 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-af24f8ef-720d-4a75-bffc-053f35d9f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:55.301967 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-af24f8ef-720d-4a75-bffc-053f35d9f67c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1099 time: 0.1055970
Jun 01 13:00:55.473849 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-aa02fc0f-ac26-489a-9121-c3434fba4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:55.475372 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-aa02fc0f-ac26-489a-9121-c3434fba4fce service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1490259
Jun 01 13:00:55.586606 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-f2cb800a-77a1-4ece-98a7-6a5ffb58732d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 1002 time: 0.1032407
Jun 01 13:00:55.659194 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-52297964-e863-491a-8bf8-6f732dd07b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:55.660777 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-52297964-e863-491a-8bf8-6f732dd07b98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0668437
Jun 01 13:00:55.749430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-d95ed8f3-8d60-4a19-b8ee-c788b7a782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:00:55.751015 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-d95ed8f3-8d60-4a19-b8ee-c788b7a782fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824158
Jun 01 13:00:55.911034 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-730883c5-6d98-4ee0-b9de-9addeaad2627 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516373
Jun 01 13:00:56.070704 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-48b4f3ea-aa9a-47fa-bea1-7b247ee3331a req-bcad01b7-30b8-493e-a883-f0d68203fb26 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517553
Jun 01 13:00:57.133956 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60220) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:57.209650 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Deleting subnet ff658f46-49e3-41f2-9d0a-36567acf4f03 {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 13:00:57.212983 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.270191 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.327935 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.610076 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.614585 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b5144dcc-8c0b-4f0a-9c37-363a6475219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:57.650067 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff658f46-49e3-41f2-9d0a-36567acf4f03,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:57.653249 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:57.654278 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.660714 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-135a76ea-7c7b-42b9-96df-666f986e4a56 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ff658f46-49e3-41f2-9d0a-36567acf4f03 HTTP/1.1" status: 204  len: 168 time: 0.5251820
Jun 01 13:00:57.663658 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60224) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:57.772869 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.929778 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.944537 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b6d41b20>,) {'filters': {'network_id': ['5e7e156e-2e09-4a69-af08-e4c8b4519df0']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:57.958698 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6d41b20>, 'd8636862-19ce-4ee5-b845-1567dc9afaa1') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:57.959316 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6d41b20>, 'd8636862-19ce-4ee5-b845-1567dc9afaa1') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:57.972999 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:57.994240 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.000515 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 13:00:58.000900 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 13:00:58.110582 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 13:00:58.205645 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.210420 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:58.231189 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.240432 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7e156e-2e09-4a69-af08-e4c8b4519df0,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:58.243316 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] 10.222.0.86 "DELETE /v2.0/networks/5e7e156e-2e09-4a69-af08-e4c8b4519df0 HTTP/1.1" status: 204  len: 168 time: 0.5787506
Jun 01 13:00:58.244285 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-bb8b79ce-7a87-41b8-8254-e720a47f008d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:58.246401 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60228) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:58.320072 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Deleting subnet 3b2f5ad4-472d-4506-93f7-b78d27baaa47 {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 13:00:58.323514 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.374502 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10802760'] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.435416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.799384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1698696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10585473'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.805499 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-04d803ee-5a7c-4a15-aa41-afc36b2cbf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:58.846228 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2f5ad4-472d-4506-93f7-b78d27baaa47,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:58.851201 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:58.855877 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:58.863096 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-16a0058c-a8cf-43ec-8cd5-90f622a783ca admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3b2f5ad4-472d-4506-93f7-b78d27baaa47 HTTP/1.1" status: 204  len: 168 time: 0.6155009
Jun 01 13:00:58.866440 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60232) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:58.979484 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.120624 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.135737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bc27ab50>,) {'filters': {'network_id': ['165b36df-db1c-40a4-9502-9d258b866159']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:59.149527 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc27ab50>, 'c1c99ff5-6c95-4cd5-b7f1-795ecdff5aef') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:59.149836 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc27ab50>, 'c1c99ff5-6c95-4cd5-b7f1-795ecdff5aef') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:00:59.163300 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.184618 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.191602 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 13:00:59.192034 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 13:00:59.206647 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 13:00:59.296424 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.301570 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.304153 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-424decf6-b798-4638-8736-77dacbff97ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:59.326680 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=165b36df-db1c-40a4-9502-9d258b866159,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:59.329344 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:59.331112 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-06a79266-de23-47c6-99b9-eeba81689f11 admin admin] 10.222.0.86 "DELETE /v2.0/networks/165b36df-db1c-40a4-9502-9d258b866159 HTTP/1.1" status: 204  len: 168 time: 0.4636433
Jun 01 13:00:59.334305 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc7a8-8344-4c1d-b90f-8a8b902253b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.533707 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60238) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:59.592074 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-84535f6d-7abb-407e-a894-d9eb98688296 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=509721edc34644b58e13c183d47f24fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570288
Jun 01 13:00:59.594493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60242) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:00:59.664643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.698294 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.753815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.757990 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-464efcdf-9e82-4ae1-87f7-c0de84964f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:00:59.773751 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c39713e-5caf-4e5b-b529-afab2549245a,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:00:59.776264 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:00:59.782106 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:00:59.783725 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-6551c07a-ccae-4313-87de-6e2c3dfe1273 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c39713e-5caf-4e5b-b529-afab2549245a HTTP/1.1" status: 204  len: 168 time: 0.1879864
Jun 01 13:01:00.193784 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60250) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:00.246852 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-471615f2-457e-48a0-bb67-3729bcdaa89b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=408081a841834f5baa9b6d961124cdd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516460
Jun 01 13:01:00.251416 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60254) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:00.321834 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:00.353983 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:00.417205 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:00.423018 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-9f36da1a-7740-473c-81b0-c6943a48f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:00.444168 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5a1347-64cd-4af2-a0a1-4300af8eff97,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:00.447811 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:00.454132 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:00.458012 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-4af7d9b6-5772-4c76-bfe3-0d14606e1a87 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd5a1347-64cd-4af2-a0a1-4300af8eff97 HTTP/1.1" status: 204  len: 168 time: 0.2028117
Jun 01 13:01:01.937041 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-715a59d3-1bd7-4c03-87fb-3d03e718f18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:02.039134 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:03.136650 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:04.797788 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:15.458534 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:17.232790 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:01:17.751467 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60260) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:18.039539 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port 3814dde3-60c2-4918-952d-ff0e5c470318 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:18.039891 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:18.161133 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:18.161412 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:18.284272 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for 3814dde3-60c2-4918-952d-ff0e5c470318 owned by network:floatingip {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:18.427125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:18.431044 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-f3cbe745-8b26-4fc0-8a6b-4fd436b87b31 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:18.479815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=3814dde3-60c2-4918-952d-ff0e5c470318,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:18.483176 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:18.579744 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:18.580086 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP 7559f7db-bf23-4945-973b-e3b159996d4d disassociated (deleted). External IP: 172.27.2.112, port: 26d066b6-854d-4c2c-85de-ff6064042dc8.
Jun 01 13:01:19.055811 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:01:19.258169 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:01:19.269717 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:01:19.276729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:19.280114 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:19.280756 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc30b250>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:19.335265 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e9971566-1c5b-44fb-b0c7-c0acc92289e8 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "DELETE /v2.0/floatingips/7559f7db-bf23-4945-973b-e3b159996d4d HTTP/1.1" status: 204  len: 168 time: 1.5826371
Jun 01 13:01:19.336053 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 13:01:19.342216 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 13:01:19.476995 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:19.608885 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1d00c-6818-4817-8ea4-28fd836274f7 x-openstack-request-id: req-b6c1d00c-6818-4817-8ea4-28fd836274f7 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 13:01:19.609232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 13:01:19.609535 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6c1d00c-6818-4817-8ea4-28fd836274f7 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 13:01:19.609988 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'status': 'completed', 'code': 200}
Jun 01 13:01:19.716864 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-01d644b7-cad4-45fd-9a0f-5a2f55de1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:19.718386 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-01d644b7-cad4-45fd-9a0f-5a2f55de1c55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 1099 time: 0.0811338
Jun 01 13:01:19.862179 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09624735-bf35-4603-8e6a-78edc6f04f94 req-190aa37a-b4e5-4b60-b44e-95c3889329af tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:19.863638 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09624735-bf35-4603-8e6a-78edc6f04f94 req-190aa37a-b4e5-4b60-b44e-95c3889329af tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.2096939
Jun 01 13:01:19.865997 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-b51b2f2e-1dc4-4ae5-8289-417854757140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:19.867860 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-b51b2f2e-1dc4-4ae5-8289-417854757140 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1424899
Jun 01 13:01:19.876795 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc30b250>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:19.880978 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:01:19.891007 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:19.891750 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc30b250>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:19.910687 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-09624735-bf35-4603-8e6a-78edc6f04f94 req-5bb70cae-cb5a-4a25-998a-b8e2e400fd9e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412667
Jun 01 13:01:19.944295 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-f0ad8372-bf9f-46b5-bc41-e6510f038288 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 200  len: 217 time: 0.0682247
Jun 01 13:01:20.013772 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-67902dd9-6f40-4e46-909a-398d012a48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:20.015427 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-67902dd9-6f40-4e46-909a-398d012a48ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0638654
Jun 01 13:01:20.078980 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:20.098239 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-6ec75389-a493-430b-be85-2569cd0046b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:20.099683 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-6ec75389-a493-430b-be85-2569cd0046b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771353
Jun 01 13:01:20.241109 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-47e5acc6-d151-44f1-910d-1ba2a443bb2f service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322780
Jun 01 13:01:20.386818 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-97a9ef3f-791f-4490-b8c8-c8dc2d66d4b3 req-42f42818-dd05-4ded-a8dd-8e6737ab9129 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384640
Jun 01 13:01:20.494520 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc30b250>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:20.498627 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127d82c-3b15-4b60-b082-4eca583bdf74 None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_floatingips': [{'id': 'e83324d5-6cd4-4996-981f-de4dd03210b6', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'router_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'port_id': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'mac_address': 'fa:16:3e:b0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:57:29Z', 'updated_at': '2021-06-01T12:57:32Z', 'revision_number': 1, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:01:20.727436 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618cc7ef-dab8-4ec1-b016-33f4a0e696d1 None None] New status for floating IP 7559f7db-bf23-4945-973b-e3b159996d4d: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 13:01:21.190708 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1776b-8228-4e20-9d21-d8189a738499 req-d8266a68-6ddb-4422-b651-08e81ed34cd5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:21.192115 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ece1776b-8228-4e20-9d21-d8189a738499 req-d8266a68-6ddb-4422-b651-08e81ed34cd5 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.1462967
Jun 01 13:01:21.255013 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-ece1776b-8228-4e20-9d21-d8189a738499 req-c2741bf9-599e-4c2d-9bdc-c7fae9bdb52f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536604
Jun 01 13:01:21.403693 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9522173-e260-45fd-9a85-aa90288da37b req-5706b34d-7b58-4f1d-ad41-44f4941fcdd2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:21.405639 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e9522173-e260-45fd-9a85-aa90288da37b req-5706b34d-7b58-4f1d-ad41-44f4941fcdd2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 13:01:21.429301 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-e9522173-e260-45fd-9a85-aa90288da37b req-5706b34d-7b58-4f1d-ad41-44f4941fcdd2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 13:01:21.430542 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e9522173-e260-45fd-9a85-aa90288da37b req-5706b34d-7b58-4f1d-ad41-44f4941fcdd2 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 946 time: 0.1127119
Jun 01 13:01:21.695531 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port 26d066b6-854d-4c2c-85de-ff6064042dc8 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:21.695851 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:21.835970 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] For port 26d066b6-854d-4c2c-85de-ff6064042dc8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=26d066b6-854d-4c2c-85de-ff6064042dc8,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:21.836309 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:21.969046 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for 26d066b6-854d-4c2c-85de-ff6064042dc8 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:22.099339 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:22.106004 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-c625477f-73ba-4ffb-b681-9685c1338ac6 tempest-AttachVolumeTestJSON-1662315415 tempest-AttachVolumeTestJSON-1662315415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:22.153244 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=26d066b6-854d-4c2c-85de-ff6064042dc8,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:22.184519 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:22.232265 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] No DVR routers for this DVR port 26d066b6-854d-4c2c-85de-ff6064042dc8 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:22.234999 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:22.237783 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'name': 'network-vif-deleted', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 13:01:22.240190 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ef0017-7c4c-4b62-a5a6-7d925d190f0a" -d '{"events": [{"server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "name": "network-vif-deleted", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 13:01:22.255838 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-e9522173-e260-45fd-9a85-aa90288da37b req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "DELETE /v2.0/ports/26d066b6-854d-4c2c-85de-ff6064042dc8 HTTP/1.1" status: 204  len: 173 time: 0.8182843
Jun 01 13:01:22.292881 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ba06d-df6b-4f32-9a8d-79cd4d32dba2 x-openstack-request-id: req-a91ba06d-df6b-4f32-9a8d-79cd4d32dba2 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 13:01:22.293137 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660febea-6a5c-4155-9210-ad3bbd3245d6", "name": "network-vif-deleted", "tag": "26d066b6-854d-4c2c-85de-ff6064042dc8", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 13:01:22.293397 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a91ba06d-df6b-4f32-9a8d-79cd4d32dba2 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 13:01:22.293900 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660febea-6a5c-4155-9210-ad3bbd3245d6', 'name': 'network-vif-deleted', 'tag': '26d066b6-854d-4c2c-85de-ff6064042dc8', 'status': 'completed', 'code': 200}
Jun 01 13:01:22.418330 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-7271934e-7bae-431e-b01d-3f452af52381 req-34566ff5-8d7d-4a9a-855c-8689c996901b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=660febea-6a5c-4155-9210-ad3bbd3245d6 HTTP/1.1" status: 200  len: 210 time: 0.0437243
Jun 01 13:01:24.272101 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 26d066b6-854d-4c2c-85de-ff6064042dc8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:24.309687 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 26d066b6-854d-4c2c-85de-ff6064042dc8 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:24.310018 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 26d066b6-854d-4c2c-85de-ff6064042dc8 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:26.007460 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60300) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:26.308385 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port e47c0fc8-bbde-4dad-a655-4c379d679437 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:26.308704 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:26.445471 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:26.445767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:26.571461 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for e47c0fc8-bbde-4dad-a655-4c379d679437 owned by network:floatingip {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:26.714538 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:26.718502 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:26.765533 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=e47c0fc8-bbde-4dad-a655-4c379d679437,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:26.794043 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:26.867912 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:26.868176 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.db.l3_db [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Floating IP e83324d5-6cd4-4996-981f-de4dd03210b6 disassociated (deleted). External IP: 172.27.2.93, port: 0f20b0cb-33b5-42aa-b4fa-5828007be3b0.
Jun 01 13:01:27.367000 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:01:27.572821 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:01:27.583522 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:01:27.595628 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:27.596848 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:27.597481 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc169a00>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:27.655492 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-375615b8-9da6-4e00-9872-ad259c4ae543 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "DELETE /v2.0/floatingips/e83324d5-6cd4-4996-981f-de4dd03210b6 HTTP/1.1" status: 204  len: 168 time: 1.6468968
Jun 01 13:01:27.656174 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 13:01:27.661158 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0284b6b-5a36-4717-8ba2-f7608236f101" -d '{"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 13:01:27.707247 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a90649e-5624-4b9f-9fab-135f0b008012 x-openstack-request-id: req-3a90649e-5624-4b9f-9fab-135f0b008012 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 13:01:27.707605 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 13:01:27.707928 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a90649e-5624-4b9f-9fab-135f0b008012 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 13:01:27.708385 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'status': 'completed', 'code': 200}
Jun 01 13:01:27.786346 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:27.810553 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-51ad52f9-c4ce-4ecd-a199-cfe8cd6bc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:27.812138 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-51ad52f9-c4ce-4ecd-a199-cfe8cd6bc54c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 1098 time: 0.0798931
Jun 01 13:01:27.967232 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-3bc88aff-5fd6-458d-a985-284d3c5d8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:27.968791 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-3bc88aff-5fd6-458d-a985-284d3c5d8e49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 200  len: 913 time: 0.1491256
Jun 01 13:01:28.044148 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-cd086795-098d-4348-b35a-7bbfead90665 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 200  len: 217 time: 0.0667465
Jun 01 13:01:28.058987 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab49ff-6250-47a3-8506-66f49f035a0c req-73b00945-daa9-4430-894a-8470582e644e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:28.060664 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84ab49ff-6250-47a3-8506-66f49f035a0c req-73b00945-daa9-4430-894a-8470582e644e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0874114
Jun 01 13:01:28.114132 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-84ab49ff-6250-47a3-8506-66f49f035a0c req-a63a6710-d781-4924-83bb-d752811b7f96 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472181
Jun 01 13:01:28.116626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-7a5d1bbf-436b-448a-b058-140f0915bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:28.118387 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-7a5d1bbf-436b-448a-b058-140f0915bcb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 200  len: 851 time: 0.0667834
Jun 01 13:01:28.129659 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc169a00>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:28.133987 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:01:28.143015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:28.143648 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc169a00>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:02Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:28.213040 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-15ea1669-e550-44dd-9e70-9bda692a1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:28.214585 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-15ea1669-e550-44dd-9e70-9bda692a1f68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2affacec-d57b-42a7-be8b-46f6420dd426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872293
Jun 01 13:01:28.333584 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:28.363445 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-4de4fd08-cd65-414b-9047-9935db76d32e service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408889
Jun 01 13:01:28.504154 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-d0284b6b-5a36-4717-8ba2-f7608236f101 req-851ab012-754a-45d7-a97f-bc6f11e97a68 service neutron] 10.222.0.60 "GET /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330767
Jun 01 13:01:28.706297 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc169a00>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:28.710482 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830eb601-af29-4b0f-9592-eb30cd0ec05a None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T12:54:15Z', 'revision_number': 4, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi', '_interfaces': [{'id': 'e349bc9b-969d-4e92-b0ac-54391d62581e', 'name': '', 'network_id': '2affacec-d57b-42a7-be8b-46f6420dd426', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'mac_address': 'fa:16:3e:82:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:14Z', 'updated_at': '2021-06-01T12:54:23Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'subnets': [{'id': '777371fd-1f2b-433b-acc9-11f1490983cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:01:28.932110 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ca033-8f9a-4fea-a421-87af9ca27e4b None None] New status for floating IP e83324d5-6cd4-4996-981f-de4dd03210b6: DOWN {{(pid=103772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 01 13:01:29.322923 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1d6f7-0cdc-4489-b4db-5b4d9229c5eb req-7e82899f-6a4b-4a24-b3b6-b6f015b4b649 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:29.324750 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-40e1d6f7-0cdc-4489-b4db-5b4d9229c5eb req-7e82899f-6a4b-4a24-b3b6-b6f015b4b649 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.0973010
Jun 01 13:01:29.334515 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-88175b42-1c9c-44d4-97ad-0c49dd49ed74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:29.379707 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-40e1d6f7-0cdc-4489-b4db-5b4d9229c5eb req-e0e6330d-0d21-4b3a-9c34-5af1ecd14112 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/security-groups?id=27c395de-c3e0-4e02-bf33-e9461264cf90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469491
Jun 01 13:01:29.748078 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-f527fa97-280d-4aa4-a9b6-839c4e15cc1b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 01 13:01:29.748814 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-f527fa97-280d-4aa4-a9b6-839c4e15cc1b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Synchronizing usage tracker for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 01 13:01:29.770408 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.quota.resource [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-f527fa97-280d-4aa4-a9b6-839c4e15cc1b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Unset dirty status for tenant:3c7a70c2760a4a7fbc8dfeb40f0c65a0 on resource:port {{(pid=103769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 01 13:01:29.772307 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-f527fa97-280d-4aa4-a9b6-839c4e15cc1b tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 945 time: 0.1170876
Jun 01 13:01:29.924592 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:29.924826 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:30.179101 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] For port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:30.179380 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:30.309550 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 owned by compute:nova {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:30.430035 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:30.436933 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-350dbe0e-b653-48bb-bd87-be693df33e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:30.483724 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=0f20b0cb-33b5-42aa-b4fa-5828007be3b0,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:30.487542 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:30.545738 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [req-df322e43-b051-4303-b33a-f1ed7f178ebe req-9aa534dc-657b-42e0-9883-812ab6102dbc tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b64a869-183d-4199-b6d6-b1fa1b869b56 HTTP/1.1" status: 200  len: 210 time: 0.0482688
Jun 01 13:01:30.563815 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] No DVR routers for this DVR port 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 on host hv-cinder-77630 {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:30.566828 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for port, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:30.569704 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'name': 'network-vif-deleted', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0'}] {{(pid=103769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 01 13:01:30.572042 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b56f537aa45361bf5e7b4ce47a0c3b6cd3953c7c17642e51f36393ed7db61cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1ade2-8531-41cd-bf2a-fa3984027e67" -d '{"events": [{"server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "name": "network-vif-deleted", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0"}]}' {{(pid=103769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 01 13:01:30.587087 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [req-8c13c2a9-b420-42df-a3b6-64d61a020f9e req-6a473d95-3a6f-402d-a9ed-7dd8a622a6f6 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.60 "DELETE /v2.0/ports/0f20b0cb-33b5-42aa-b4fa-5828007be3b0 HTTP/1.1" status: 204  len: 173 time: 0.8060110
Jun 01 13:01:30.623532 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436a38a-7620-437e-b420-be780d83e599 x-openstack-request-id: req-f436a38a-7620-437e-b420-be780d83e599 {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 01 13:01:30.623915 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b64a869-183d-4199-b6d6-b1fa1b869b56", "name": "network-vif-deleted", "tag": "0f20b0cb-33b5-42aa-b4fa-5828007be3b0", "status": "completed", "code": 200}]} {{(pid=103769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 01 13:01:30.624258 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f436a38a-7620-437e-b420-be780d83e599 {{(pid=103769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 01 13:01:30.624871 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b64a869-183d-4199-b6d6-b1fa1b869b56', 'name': 'network-vif-deleted', 'tag': '0f20b0cb-33b5-42aa-b4fa-5828007be3b0', 'status': 'completed', 'code': 200}
Jun 01 13:01:31.647660 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60322) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:31.892976 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Deleting port 5b4529ea-f767-4f80-a093-fb0a68d09d5c {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:31.893391 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:31.931820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-0055eba4-5d2d-453a-b177-067024f590bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.031269 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.031582 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.035192 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.162921 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Calling delete_port for 5b4529ea-f767-4f80-a093-fb0a68d09d5c owned by network:floatingip {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:32.293383 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.297253 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-1418cc21-ceee-4d50-bbed-bb556bf35779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:32.327944 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:32.343196 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'Port': ['ID=5b4529ea-f767-4f80-a093-fb0a68d09d5c,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:32.346425 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:32.365055 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] No Port match for: 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:32.365446 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Device 0f20b0cb-33b5-42aa-b4fa-5828007be3b0 not bound to the agent host hv-cinder-77630 {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:32.441817 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for floatingip, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.457479 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503082'] for floatingip, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:32.458692 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-e17db99a-cc7f-4667-a1f0-23637d64fc78 tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "DELETE /v2.0/floatingips/adfc8a49-ae54-43ac-8df0-c55ccb0f9939 HTTP/1.1" status: 204  len: 168 time: 0.8099301
Jun 01 13:01:33.138525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:33.863282 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60340) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:33.948362 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:33.981733 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:34.066775 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:34.072887 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-f0014f7f-6f12-4fe3-b706-74214bcb1af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:34.091731 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c395de-c3e0-4e02-bf33-e9461264cf90,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:34.101252 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.101639 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.102017 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.102386 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.102769 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.103135 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.103497 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.103859 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.104213 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.104567 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.104920 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.105269 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:34.109927 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:34.113674 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:34.117301 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-dc014be0-3377-4c77-8f62-294acb91163f tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] 10.222.0.86 "DELETE /v2.0/security-groups/27c395de-c3e0-4e02-bf33-e9461264cf90 HTTP/1.1" status: 204  len: 168 time: 0.2505198
Jun 01 13:01:34.801125 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:35.209020 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60348) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:36.052912 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:36.491084 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Deleting port e349bc9b-969d-4e92-b0ac-54391d62581e {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:36.491894 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:36.620079 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] For port e349bc9b-969d-4e92-b0ac-54391d62581e, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=e349bc9b-969d-4e92-b0ac-54391d62581e,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:36.620319 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:36.749050 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Calling delete_port for e349bc9b-969d-4e92-b0ac-54391d62581e owned by network:router_interface {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:36.926331 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:36.930037 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:36.979847 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e349bc9b-969d-4e92-b0ac-54391d62581e,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:37.007174 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:37.264437 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:37.763985 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Router 643aba8c-b1be-4973-89ef-dddaf10ddebf has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:01:37.953943 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:01:37.967336 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-3b6234e3-ebdc-4706-9198-9c2878bcc4a2 admin admin] 10.222.0.86 "PUT /v2.0/routers/643aba8c-b1be-4973-89ef-dddaf10ddebf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7571216
Jun 01 13:01:37.971674 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60354) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:37.998525 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da229794-1fbf-4119-86de-253b4922080d None None] Sync routers for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:01:38.020971 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:38.021510 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6c6520>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:38.153641 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks [] for router, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:38.232845 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: dv-cinder-776307-6-iscsi {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:38.460946 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:38.542959 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Deleting port 304b793a-d804-4427-afca-ea18344502dc {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:38.543331 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:38.548588 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6c6520>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '304b793a-d804-4427-afca-ea18344502dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T13:01:36Z', 'revision_number': 5, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port': {'id': '304b793a-d804-4427-afca-ea18344502dc', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:12Z', 'updated_at': '2021-06-01T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:38.552905 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da229794-1fbf-4119-86de-253b4922080d None None] Checking router: 643aba8c-b1be-4973-89ef-dddaf10ddebf for host: dv-cinder-776307-6-iscsi {{(pid=103771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:01:38.562265 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] Routers {'643aba8c-b1be-4973-89ef-dddaf10ddebf'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:38.562952 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6c6520>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['643aba8c-b1be-4973-89ef-dddaf10ddebf'], 'active': True} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:38.674942 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] For port 304b793a-d804-4427-afca-ea18344502dc, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=304b793a-d804-4427-afca-ea18344502dc,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:38.675295 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:38.717322 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvr_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] Set router 643aba8c-b1be-4973-89ef-dddaf10ddebf gateway port host: None {{(pid=103771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:38.803078 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Calling delete_port for 304b793a-d804-4427-afca-ea18344502dc owned by network:router_gateway {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:38.826313 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_hamode_db [None req-da229794-1fbf-4119-86de-253b4922080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc6c6520>, [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T13:01:38Z', 'revision_number': 6, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:38.830397 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da229794-1fbf-4119-86de-253b4922080d None None] The sync data for ids ['643aba8c-b1be-4973-89ef-dddaf10ddebf'] in dv-cinder-776307-6-iscsi is: [{'id': '643aba8c-b1be-4973-89ef-dddaf10ddebf', 'name': 'tempest-TestVolumeBootPattern-1690801484-router', 'tenant_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:11Z', 'updated_at': '2021-06-01T13:01:38Z', 'revision_number': 6, 'project_id': '3c7a70c2760a4a7fbc8dfeb40f0c65a0', 'gw_port_host': None}] {{(pid=103771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:01:39.101430 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.108257 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-e6317d72-9a2c-4b4f-922d-cf2d8861a333 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:39.157555 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Pushing event deleted for resources: {'Port': ['ID=304b793a-d804-4427-afca-ea18344502dc,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:39.200643 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.201038 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.201419 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.201797 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.202333 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.204739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.204739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.204739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.204739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.204739 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.206208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.206208 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:39.234305 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:39.258932 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e349bc9b-969d-4e92-b0ac-54391d62581e no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:39.270534 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.304695 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: e349bc9b-969d-4e92-b0ac-54391d62581e {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:39.305048 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device e349bc9b-969d-4e92-b0ac-54391d62581e not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:39.449761 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.451958 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.479183 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.479784 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 643aba8c-b1be-4973-89ef-dddaf10ddebf {{(pid=103769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 13:01:39.497666 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.498998 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-39f0fdc1-5a53-4130-9c55-11226bc3481b admin admin] 10.222.0.86 "DELETE /v2.0/routers/643aba8c-b1be-4973-89ef-dddaf10ddebf HTTP/1.1" status: 204  len: 168 time: 1.5262656
Jun 01 13:01:39.501726 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60358) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:39.570140 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.db_base_plugin_v2 [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Deleting subnet 777371fd-1f2b-433b-acc9-11f1490983cd {{(pid=103770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 13:01:39.573279 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.633599 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10802760'] for subnet, precommit_delete_associations {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.720016 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.993749 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1698696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10585473'] for subnet, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:39.997900 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dc72ee5e-4870-4d0a-9ca9-f05eb2924d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:40.032879 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777371fd-1f2b-433b-acc9-11f1490983cd,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:40.036312 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:40.037292 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.042779 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392ded9-457e-48af-bf6f-a315435c8d14 None None] Network 2affacec-d57b-42a7-be8b-46f6420dd426 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:01:40.043453 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-429b7c37-0cde-4d1a-bc71-a7158e28ff29 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/777371fd-1f2b-433b-acc9-11f1490983cd HTTP/1.1" status: 204  len: 168 time: 0.5406325
Jun 01 13:01:40.046920 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60362) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:40.163337 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.241731 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Deleting port 5ed81d06-4130-44cd-a964-63b0e96d9c0f {{(pid=103770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:40.242107 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.354615 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] DHCP port deletion for 2affacec-d57b-42a7-be8b-46f6420dd426 request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 13:01:40.356284 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.db [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] For port 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5ed81d06-4130-44cd-a964-63b0e96d9c0f,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:40.356655 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.425914 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Deleting port 5ed81d06-4130-44cd-a964-63b0e96d9c0f {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:40.426299 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.486138 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Calling delete_port for 5ed81d06-4130-44cd-a964-63b0e96d9c0f owned by network:dhcp {{(pid=103770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:40.531892 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] For port 5ed81d06-4130-44cd-a964-63b0e96d9c0f, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5ed81d06-4130-44cd-a964-63b0e96d9c0f,segment=NetworkSegment(f79e1d88-1b8a-49e0-aeb4-393b5725816c),segment_id=f79e1d88-1b8a-49e0-aeb4-393b5725816c)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:40.532424 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.533713 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2031227'] for port, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.537784 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-986af2f7-1f9c-4573-8879-59ff863f1fdd tempest-AttachVolumeShelveTestJSON-200672641 tempest-AttachVolumeShelveTestJSON-200672641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:40.587460 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed81d06-4130-44cd-a964-63b0e96d9c0f,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:40.590543 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:40.591341 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] No DVR routers for this DVR port 5ed81d06-4130-44cd-a964-63b0e96d9c0f on host dv-cinder-776307-6-iscsi {{(pid=103770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:40.659740 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Calling delete_port for 5ed81d06-4130-44cd-a964-63b0e96d9c0f owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:40.706268 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.710025 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:40.755100 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Pushing event deleted for resources: {'Port': ['ID=5ed81d06-4130-44cd-a964-63b0e96d9c0f,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:40.760426 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] No DVR routers for this DVR port 5ed81d06-4130-44cd-a964-63b0e96d9c0f on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:40.767154 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.767504 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.767840 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.768188 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.768734 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.769185 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.769540 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.769870 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.770202 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.770529 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.770879 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.771202 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-iscsi {{(pid=103771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 01 13:01:40.775139 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-6850d6dc-0969-41f5-8bb9-a4024556f2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:40.832782 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.846730 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2bc04f6d0>,) {'filters': {'network_id': ['2affacec-d57b-42a7-be8b-46f6420dd426']}} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:40.859314 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc04f6d0>, 'f79e1d88-1b8a-49e0-aeb4-393b5725816c') {'for_net_delete': True} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:40.859732 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.services.segments.db [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2bc04f6d0>, 'f79e1d88-1b8a-49e0-aeb4-393b5725816c') {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:40.876541 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10802755'] for segment, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.897200 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.905892 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 13:01:40.905892 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2031150'] for segment, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]: Traceback (most recent call last):
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     timer()
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     cb(*args, **kw)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     return func(*args, **kwargs)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     self._notify()
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     self.callback(batched_events)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     event.method(event)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     return f(self, *a, **k)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._get(url).json()
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     return self.request(url, 'GET', **kwargs)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 13:01:40.920326 dv-cinder-776307-6-iscsi neutron-server[103770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 13:01:40.950990 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 304b793a-d804-4427-afca-ea18344502dc no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:40.988562 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 304b793a-d804-4427-afca-ea18344502dc {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:40.988953 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 304b793a-d804-4427-afca-ea18344502dc not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:40.989383 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5ed81d06-4130-44cd-a964-63b0e96d9c0f no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:41.001168 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:41.006781 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:41.010789 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:41.025753 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 5ed81d06-4130-44cd-a964-63b0e96d9c0f {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:41.026119 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5ed81d06-4130-44cd-a964-63b0e96d9c0f not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:41.033656 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=2affacec-d57b-42a7-be8b-46f6420dd426,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:41.036339 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:41.049242 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-b646fbe0-10a0-430c-bcd1-376277e56eaa admin admin] 10.222.0.86 "DELETE /v2.0/networks/2affacec-d57b-42a7-be8b-46f6420dd426 HTTP/1.1" status: 204  len: 168 time: 1.0013318
Jun 01 13:01:41.052407 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60366) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:41.786403 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663585'] for router_interface, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:42.219368 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Deleting port 5fce058e-ae80-4985-bd0d-27f3fd427493 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:42.220135 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:42.348757 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] For port 5fce058e-ae80-4985-bd0d-27f3fd427493, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=5fce058e-ae80-4985-bd0d-27f3fd427493,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:42.349125 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:42.478729 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Calling delete_port for 5fce058e-ae80-4985-bd0d-27f3fd427493 owned by network:router_interface {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:42.661221 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:42.667734 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-60cd8788-539d-4657-a861-ebb53db8e33e tempest-TestVolumeBootPattern-1553804567 tempest-TestVolumeBootPattern-1553804567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:42.722737 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fce058e-ae80-4985-bd0d-27f3fd427493,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:42.726058 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:43.121661 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775089'] for router_interface, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:43.495636 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 has already been hosted by L3 agent 0ce8e698-4eee-4409-9217-6ea3b516dbda {{(pid=103769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 01 13:01:43.682682 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-iscsi the message routers_updated {{(pid=103769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 01 13:01:43.692469 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Sync routers for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 01 13:01:43.702538 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] 10.222.0.86 "PUT /v2.0/routers/ec37026f-f8b8-4520-8e29-7a07ad9cdee3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6489785
Jun 01 13:01:43.705505 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60370) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:43.706450 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:43.707105 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2b8070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:43.881944 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks [] for router, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:43.884820 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: dv-cinder-776307-6-iscsi {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:44.065325 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:44.139389 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Deleting port d86e1d93-a0e0-4145-b9ac-3ebbf752a711 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:44.139630 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:44.176363 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2b8070>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'external_fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T13:01:42Z', 'revision_number': 5, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port': {'id': 'd86e1d93-a0e0-4145-b9ac-3ebbf752a711', 'name': '', 'network_id': 'cb78ed3c-b650-4b42-9123-f1aafa07d470', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:54:21Z', 'updated_at': '2021-06-01T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e27bfd36-b4a0-4537-ae63-4d579fc1288e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-iscsi'}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:44.180249 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Checking router: ec37026f-f8b8-4520-8e29-7a07ad9cdee3 for host: dv-cinder-776307-6-iscsi {{(pid=103772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 01 13:01:44.188564 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Routers {'ec37026f-f8b8-4520-8e29-7a07ad9cdee3'} bound to L3 agent in host dv-cinder-776307-6-iscsi {{(pid=103772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 01 13:01:44.189174 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2b8070>, 'dv-cinder-776307-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:37:32Z,description=<?>,heartbeat_timestamp=2021-06-01T13:01:32Z,host='dv-cinder-776307-6-iscsi',id=0ce8e698-4eee-4409-9217-6ea3b516dbda,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-01T12:37:32Z,topic='l3_agent')) {'router_ids': ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'], 'active': True} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:44.265411 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b424223f-f056-4480-8d30-746737751341 admin admin] For port d86e1d93-a0e0-4145-b9ac-3ebbf752a711, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,segment=NetworkSegment(20509b83-5d95-4c3f-8fa6-8db9b29162d6),segment_id=20509b83-5d95-4c3f-8fa6-8db9b29162d6)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:44.265738 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:44.374757 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_dvr_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] Set router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 gateway port host: None {{(pid=103772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 01 13:01:44.483123 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.l3_hamode_db [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2bc2b8070>, [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T13:01:44Z', 'revision_number': 6, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port_host': None}], 'dv-cinder-776307-6-iscsi', False) {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:44.487969 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f6f5b-c285-465e-b973-70d64b75cfa6 None None] The sync data for ids ['ec37026f-f8b8-4520-8e29-7a07ad9cdee3'] in dv-cinder-776307-6-iscsi is: [{'id': 'ec37026f-f8b8-4520-8e29-7a07ad9cdee3', 'name': 'tempest-TestVolumeBootPattern-1264021341-router', 'tenant_id': '24780372472c479b8b83cfb8205330cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:54:19Z', 'updated_at': '2021-06-01T13:01:44Z', 'revision_number': 6, 'project_id': '24780372472c479b8b83cfb8205330cc', 'gw_port_host': None}] {{(pid=103772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 01 13:01:44.508607 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Calling delete_port for d86e1d93-a0e0-4145-b9ac-3ebbf752a711 owned by network:router_gateway {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:44.670417 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:44.676551 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-58b30ab2-14e3-4a0e-b669-320708d41dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:44.728767 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86e1d93-a0e0-4145-b9ac-3ebbf752a711,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:44.732316 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:44.831081 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775996'] for router_gateway, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.016626 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64870'] for router, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.019396 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.050393 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-774285'] for router, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.051328 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec37026f-f8b8-4520-8e29-7a07ad9cdee3 {{(pid=103769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 01 13:01:45.066986 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b424223f-f056-4480-8d30-746737751341 admin admin] Notify callbacks [] for router, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.068145 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-b424223f-f056-4480-8d30-746737751341 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ec37026f-f8b8-4520-8e29-7a07ad9cdee3 HTTP/1.1" status: 204  len: 168 time: 1.3616068
Jun 01 13:01:45.071884 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60374) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:45.148522 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Deleting subnet aa6b67f7-07b3-4888-997c-f55a8b03811e {{(pid=103769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 01 13:01:45.151903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.206493 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11062145'] for subnet, precommit_delete_associations {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.261384 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5fce058e-ae80-4985-bd0d-27f3fd427493 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:45.296356 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4007121'] for subnet, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.296913 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 5fce058e-ae80-4985-bd0d-27f3fd427493 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:45.297276 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 5fce058e-ae80-4985-bd0d-27f3fd427493 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:45.472722 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.572597 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4008036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11062047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10882828'] for subnet, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.578490 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-ee6494ed-445b-4f95-9f2e-6b6fa780fc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:45.627783 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6b67f7-07b3-4888-997c-f55a8b03811e,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:45.629847 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for subnet, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.632872 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:45.635142 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9bca7-1fe7-43c8-8b79-c584ae118edb None None] Network a62f2c88-b740-4e39-81bb-569db46712f4 requested from dv-cinder-776307-6-iscsi {{(pid=103771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 01 13:01:45.636946 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-a5daa93b-1b4a-40ab-bb1f-add0a4839373 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/aa6b67f7-07b3-4888-997c-f55a8b03811e HTTP/1.1" status: 204  len: 168 time: 0.5641217
Jun 01 13:01:45.639745 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [-] (103769) accepted ('10.222.0.86', 60378) {{(pid=103769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:45.764667 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3899301'] for network, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.839653 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Deleting port 7de4b825-96af-48ce-b95a-b54790d30362 {{(pid=103769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:45.839880 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.894817 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] DHCP port deletion for a62f2c88-b740-4e39-81bb-569db46712f4 request from dv-cinder-776307-6-iscsi {{(pid=103771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 01 13:01:45.947251 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] For port 7de4b825-96af-48ce-b95a-b54790d30362, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7de4b825-96af-48ce-b95a-b54790d30362,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:45.947625 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:45.968881 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Deleting port 7de4b825-96af-48ce-b95a-b54790d30362 {{(pid=103771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 01 13:01:45.969268 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779649053507'] for port, before_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.071636 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.db [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] For port 7de4b825-96af-48ce-b95a-b54790d30362, host dv-cinder-776307-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-iscsi',level=0,port_id=7de4b825-96af-48ce-b95a-b54790d30362,segment=NetworkSegment(244ebef6-6484-48d0-94b4-f6b3a4d41ea4),segment_id=244ebef6-6484-48d0-94b4-f6b3a4d41ea4)] {{(pid=103771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 01 13:01:46.072039 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776944'] for port, precommit_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.074948 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Calling delete_port for 7de4b825-96af-48ce-b95a-b54790d30362 owned by network:dhcp {{(pid=103769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:46.122714 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11525868'] for port, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.126528 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5d16ab3d-8957-47d3-b658-243eb78c43d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:46.198246 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Calling delete_port for 7de4b825-96af-48ce-b95a-b54790d30362 owned by network:dhcp {{(pid=103771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 01 13:01:46.249089 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779649055654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779648620252'] for port, after_delete {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.253240 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-3100b402-c7a8-4e98-a74d-c82266d0c3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:46.277779 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7de4b825-96af-48ce-b95a-b54790d30362,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:46.280911 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:46.281706 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] No DVR routers for this DVR port 7de4b825-96af-48ce-b95a-b54790d30362 on host dv-cinder-776307-6-iscsi {{(pid=103769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:46.297798 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Pushing event deleted for resources: {'Port': ['ID=7de4b825-96af-48ce-b95a-b54790d30362,revision_number=None']} {{(pid=103771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:46.302125 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG oslo_concurrency.lockutils [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:46.304948 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dabd06-7c23-48dc-860e-4e31319d92bf None None] No DVR routers for this DVR port 7de4b825-96af-48ce-b95a-b54790d30362 on host dv-cinder-776307-6-iscsi {{(pid=103771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 01 13:01:46.402362 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010078', 'neutron.services.segments.db._delete_segments_for_network-8779649065948'] for network, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.415816 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2b6afcb20>,) {'filters': {'network_id': ['a62f2c88-b740-4e39-81bb-569db46712f4']}} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:46.429743 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6afcb20>, '244ebef6-6484-48d0-94b4-f6b3a4d41ea4') {'for_net_delete': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:46.430041 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.services.segments.db [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2b6afcb20>, '244ebef6-6484-48d0-94b4-f6b3a4d41ea4') {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 01 13:01:46.442437 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779649075357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11062154'] for segment, before_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.459434 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758'] for segment, precommit_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.465750 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 01 13:01:46.466132 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4054758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11525817'] for segment, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]: Traceback (most recent call last):
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     timer()
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     cb(*args, **kw)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     return func(*args, **kwargs)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     self._notify()
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     self.callback(batched_events)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     event.method(event)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     return f(self, *a, **k)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._get(url).json()
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     return self.request(url, 'GET', **kwargs)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 01 13:01:46.479692 dv-cinder-776307-6-iscsi neutron-server[103769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 01 13:01:46.564132 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-645113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775969'] for network, after_delete {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.571013 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:46.587716 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645084'] for network, before_response {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.598014 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a62f2c88-b740-4e39-81bb-569db46712f4,revision_number=None']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:46.602681 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:46.606171 dv-cinder-776307-6-iscsi neutron-server[103769]: INFO neutron.wsgi [None req-5b42a396-12a1-4ad0-bbbd-71739c72f8bd admin admin] 10.222.0.86 "DELETE /v2.0/networks/a62f2c88-b740-4e39-81bb-569db46712f4 HTTP/1.1" status: 204  len: 168 time: 0.9654810
Jun 01 13:01:46.748175 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60384) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:46.800276 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-88195e54-90bf-452b-aadf-b897ad53c69f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c7a70c2760a4a7fbc8dfeb40f0c65a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506952
Jun 01 13:01:46.802170 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60388) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:46.878626 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.905941 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.953764 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d86e1d93-a0e0-4145-b9ac-3ebbf752a711 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:46.965495 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.971200 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-dbc957c4-debc-4bed-97b1-13d0d3b89da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:46.984577 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aeabde-c346-44c9-8fdc-562f0545ce0c,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:46.988203 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:46.990329 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: d86e1d93-a0e0-4145-b9ac-3ebbf752a711 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:46.990785 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device d86e1d93-a0e0-4145-b9ac-3ebbf752a711 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:46.991090 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7de4b825-96af-48ce-b95a-b54790d30362 no longer exists at agent ovs-agent-dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 01 13:01:46.994405 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:46.995595 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-0c8349c3-a8da-499e-a6ef-1ffb03524124 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28aeabde-c346-44c9-8fdc-562f0545ce0c HTTP/1.1" status: 204  len: 168 time: 0.1923919
Jun 01 13:01:47.040294 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] No Port match for: 7de4b825-96af-48ce-b95a-b54790d30362 {{(pid=103771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 01 13:01:47.040683 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron.plugins.ml2.rpc [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Device 7de4b825-96af-48ce-b95a-b54790d30362 not bound to the agent host dv-cinder-776307-6-iscsi {{(pid=103771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 01 13:01:47.401210 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60396) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:47.456402 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-789ee896-60f2-4005-8749-858ac6b9d418 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24780372472c479b8b83cfb8205330cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534821
Jun 01 13:01:47.460384 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [-] (103770) accepted ('10.222.0.86', 60400) {{(pid=103770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 01 13:01:47.521451 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:47.547506 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:47.609195 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853371'] for security_group, after_delete {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:47.613907 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-34a52db8-4211-4a4e-8649-cc98470c9696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 01 13:01:47.630047 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb6a81-f0ae-4a91-b354-2b8095bc3874,revision_number=None']} {{(pid=103770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 01 13:01:47.633831 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 01 13:01:47.637325 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:01:47.638460 dv-cinder-776307-6-iscsi neutron-server[103770]: INFO neutron.wsgi [None req-050d644d-9ca6-4666-aad2-c8854578d906 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2bb6a81-f0ae-4a91-b354-2b8095bc3874 HTTP/1.1" status: 204  len: 168 time: 0.1771910
Jun 01 13:01:54.232333 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:01:59.332505 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1536c921-2dce-49b3-bf07-622326b53eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:01.937480 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2306f4de-c92e-4ed1-b687-9be9b056e8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:02.033616 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:03.141778 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:04.803040 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:15.487333 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:29.329754 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-44201628-d184-410f-8aa6-ed311b369e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:31.234629 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:02:31.936225 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-5366a289-5d51-4e2b-bb1e-6f41b05c3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:32.035615 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:33.146105 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:34.806964 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:45.513899 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:02:59.329898 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a442-2caf-4270-9d74-d59b61b80381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:01.418775 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [req-7b7f6a6d-e3df-4f9f-af74-4b41e9439ce5 req-02d0b637-34ba-41ca-90ab-ae4bec128b21 service neutron] (103769) timed out ('10.222.0.60', 49892) {{(pid=103769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 01 13:03:01.932071 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1d032a93-7420-43c5-a61c-053ab1f6785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:02.033058 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:03.147958 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:04.811827 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:08.237427 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:03:11.326908 dv-cinder-776307-6-iscsi neutron-server[103770]: DEBUG neutron.wsgi [req-67d29164-397d-4fba-982c-a56ec42c7ec4 req-33341a35-0a94-4ad8-958a-021d41c7ab71 service neutron] (103770) timed out ('10.222.0.60', 49871) {{(pid=103770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 01 13:03:15.513807 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:29.353875 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-785e3005-95d8-4d26-ae04-81749717bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:31.930396 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-d9c37889-336c-4a7e-bf28-3cca67c9de26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:32.028863 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:33.156026 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:34.811716 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:45.239452 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:03:45.533428 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:03:59.335015 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-df46fc11-0e0d-4695-b5fb-94d98182ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:01.931071 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-8d10994f-121b-4646-b229-714da1f652e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:02.033062 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:03.155412 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:04.817167 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:15.548910 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:22.240364 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:04:29.332675 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-f1abd0c1-cb1e-4d6a-9fa3-e3d738391cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:31.924627 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-2aee6a6e-326b-44dc-ae09-5131fcbd1064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:32.031184 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:33.161439 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:34.819968 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:45.547477 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:04:59.245448 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:04:59.329531 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-3e41d206-275f-4cc9-82b0-e1cb3337ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:01.933589 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-46d4d97d-bc22-44f0-9736-12e422bfa86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:02.028441 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:03.161866 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:04.822820 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:15.559450 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:29.330514 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-46dfa06d-7d18-4139-a404-e81fa7bbace7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:31.936369 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-1ca917b5-ebd7-4527-ada9-eb0781fe9def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:32.028277 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:33.165634 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:34.830090 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:36.246104 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:05:45.575144 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:05:59.327664 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-083eccd7-9102-4154-95ec-84e4909f4ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:01.933331 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-b147373c-11e5-4f95-9192-ee3174fe8f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:02.033117 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:03.166000 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:04.829581 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:13.249344 dv-cinder-776307-6-iscsi neutron-server[103772]: DEBUG neutron.db.agents_db [None req-8e5586be-0ac7-4ba8-81e3-54306a49f251 None None] Agent healthcheck: found 6 active agents {{(pid=103772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 01 13:06:15.589543 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:29.326421 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-a490d7d0-b7b6-4255-a4ed-b3c107a5cd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:31.930781 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-4a4756da-ed17-4e3e-a386-f121d2e8f6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:32.029320 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-96e3a13a-2413-4654-a49e-89cf64c9c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:33.169453 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e2a598a8-37c5-4988-be42-5295fb3da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:34.839505 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-e70bb769-efdb-46f9-82d4-ddfe27f0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 01 13:06:39.133903 dv-cinder-776307-6-iscsi neutron-server[103769]: DEBUG neutron.wsgi [req-636db336-fb53-4061-8791-57d4c93da9cb req-47e4b327-fe09-4a2f-8709-03f70e5e4f69 service neutron] (103769) timed out ('10.222.0.86', 57698) {{(pid=103769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 01 13:06:45.619873 dv-cinder-776307-6-iscsi neutron-server[103771]: DEBUG neutron_lib.callbacks.manager [None req-12a581ab-321b-4075-afc2-d44d408a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779649065966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4012432'] for agent, after_update {{(pid=103771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}